-- Logs begin at Thu 2021-06-10 14:06:22 UTC, end at Thu 2021-06-10 15:35:10 UTC. -- Jun 10 14:34:40.122599 dv-cinder-795785-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 14:34:42.773703 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.common.config [-] Logging enabled! Jun 10 14:34:42.774265 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 14:34:42.775114 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 14:34:42.778318 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.common.config [-] Logging enabled! Jun 10 14:34:42.778609 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 14:34:42.778950 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 14:34:42.779904 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 14:34:42.780137 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 14:34:42.780498 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 14:34:42.780741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 14:34:42.780964 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 14:34:42.781279 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.781568 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.781861 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.782089 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.782376 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.782661 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.782966 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.783257 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.783546 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.783828 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.784102 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.784379 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.784606 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.784881 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.785166 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.785448 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.785668 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] debug = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.785943 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.786363 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.786757 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.787064 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.787353 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.787625 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.787895 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.788166 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.788445 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.788768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] host = dv-cinder-795785-1-iscsi {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.789042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.789327 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.789611 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.789895 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.790190 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.790461 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.790743 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.791035 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.791307 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] log_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.791577 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.791863 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.792149 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.792435 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.792656 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.792877 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.793163 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.793446 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.793716 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.793986 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.794298 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.794572 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.794842 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.795162 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.795483 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.795768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.796059 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.796329 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.796600 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.796868 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.797135 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.797422 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.797689 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.797957 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.798223 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.798504 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.798768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.799061 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.799358 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.799642 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.799922 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.800206 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.800472 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.800750 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.801017 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.801284 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.801551 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] use_json = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.801818 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.802084 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.802357 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.802625 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.802891 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.803180 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.803447 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.803729 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:42.804021 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.804314 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.804613 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.804891 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.805185 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.805461 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.805774 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.806055 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.806343 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.806631 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.806934 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.807213 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.807504 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.807776 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.808070 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.808369 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.808660 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.808950 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.809225 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.809498 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.809769 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.810043 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.810325 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.810612 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.810897 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.811197 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.811472 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.811762 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.812041 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.812308 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.812581 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.812866 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.813142 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.813412 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.813690 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.813963 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.814233 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.814501 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.814772 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.815090 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.815366 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.815637 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.815907 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.816185 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.816455 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.816736 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.817011 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.817280 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.817550 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.817830 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.818100 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.818367 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.818639 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.818927 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.819203 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.819476 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.819745 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.820015 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.820283 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.820553 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.820821 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.821091 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.821989 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.822267 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.822535 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.822807 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.823101 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.823374 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.823659 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.823952 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.824227 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.824502 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.824778 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.825051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.825325 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.825598 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.825871 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.826144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.826417 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.826703 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.827003 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.827287 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.827569 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.827845 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.828142 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.828430 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.828707 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.828978 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.829253 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.829538 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.829817 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.830109 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.830401 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.830693 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.831013 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.831306 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.831582 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.831891 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.832165 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:42.832382 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 14:34:42.832657 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 14:34:43.178006 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:43.178281 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:43.178566 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:34:43.178894 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 14:34:43.564485 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.564770 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.565035 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.566321 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.566590 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.566849 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.601391 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.601660 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.601920 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.614815 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.615117 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.615383 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.644753 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.645030 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.645296 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.681319 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.681319 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.681575 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.910951 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.911569 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.911569 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.911759 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:43.912584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.034980 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.035419 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.035698 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.035968 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.036233 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.036541 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.036798 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.037052 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.037302 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.037579 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.037834 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.038097 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.038353 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.038611 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.038863 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.039147 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.039413 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.039664 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.039973 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.040223 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.040506 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.040850 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.041099 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.041377 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.041622 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.041865 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.042261 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.042499 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.042734 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.042996 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.043228 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.043458 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.044716 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 14:34:44.047788 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 14:34:44.051667 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 14:34:44.055338 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 10 14:34:44.057662 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 14:34:44.058112 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 14:34:44.058441 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 14:34:44.058818 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 14:34:44.061596 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 14:34:44.061846 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 14:34:44.062189 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 14:34:44.089582 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 14:34:44.090026 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.090320 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 14:34:44.090677 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.092038 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 14:34:44.092312 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 14:34:44.092550 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 14:34:44.095731 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.096008 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.160042 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 14:34:44.160281 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 14:34:44.160517 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 14:34:44.160879 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 14:34:44.182028 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_db.sqlalchemy.engines [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 14:34:44.698296 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing driver for type 'gre' Jun 10 14:34:44.698830 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] gre ID ranges: [(1, 1000)] Jun 10 14:34:44.750601 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing driver for type 'local' Jun 10 14:34:44.750986 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing driver for type 'vlan' Jun 10 14:34:44.763834 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] VlanTypeDriver initialization complete Jun 10 14:34:44.764244 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing driver for type 'vxlan' Jun 10 14:34:44.764745 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] vxlan ID ranges: [(1, 1000)] Jun 10 14:34:44.815303 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing extension driver 'port_security' Jun 10 14:34:44.815709 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.extensions.port_security [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] PortSecurityExtensionDriver initialization complete Jun 10 14:34:44.816136 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing mechanism driver 'openvswitch' Jun 10 14:34:44.816461 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing mechanism driver 'hyperv' Jun 10 14:34:44.823552 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.plugins.ml2.plugin [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:44.824496 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.824876 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.825234 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.825627 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.825983 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.826329 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.826710 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.827084 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.827441 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.827810 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.828158 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.828501 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.828880 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.829223 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.829562 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.829941 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.830286 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.830627 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.831002 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] ML2 OVO RPC backend initialized. {{(pid=98389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 14:34:44.831712 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.832068 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.832483 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.832835 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > networks before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.833181 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.833520 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > ports before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.833863 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.834201 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.834543 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.834882 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.835243 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.835583 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.835917 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.836256 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.836590 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.837037 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.837380 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.837946 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.plugin [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Modular L2 Plugin initialization complete Jun 10 14:34:44.838275 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading services supported by the core plugin {{(pid=98389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 14:34:44.838598 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.plugins.ml2.managers [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Got port-security extension from driver 'port_security' Jun 10 14:34:44.839094 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.extensions.vlantransparent [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Disabled vlantransparent extension. Jun 10 14:34:44.839579 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 14:34:44.839892 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: router Jun 10 14:34:44.876180 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.876574 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router after_create 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.876940 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router before_create 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.877300 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.877666 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.878017 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router after_delete 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.878376 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.878738 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router after_create 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.879110 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router after_update 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.879463 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router after_update 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.879816 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.880174 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router after_update 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.880581 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.880949 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: port after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.881288 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: port after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.881625 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: subnet after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.881965 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.882314 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.882660 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.883023 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: port before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.883368 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.883834 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router after_update 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.884344 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.884703 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.885068 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.885414 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.885787 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > network after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.886645 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Tracking information for resource: router configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.887010 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Tracking information for resource: floatingip configured {{(pid=98389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 14:34:44.892041 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.db.l3_agentschedulers_db [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 14:34:44.892619 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: port after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.892981 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: port after_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.893330 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: port after_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.893681 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: port after_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.894464 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router before_create 55550100 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.894829 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.895217 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.895576 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.900227 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.services.provider_configuration [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service providers = [] {{(pid=98389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 14:34:44.900588 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.db.servicetype_db [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 14:34:44.903489 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.services.service_base [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:44.903843 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.services.service_base [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:44.904181 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.services.service_base [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:44.905057 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.services.service_base [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 14:34:44.905425 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.services.service_base [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 14:34:44.905802 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.906117 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 14:34:44.916966 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.917538 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: auto_allocate Jun 10 14:34:44.923304 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: network precommit_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.923617 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: network precommit_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.924129 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.924445 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: tag Jun 10 14:34:44.931473 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.931796 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: timestamp Jun 10 14:34:44.935706 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.936037 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: network_ip_availability Jun 10 14:34:44.941456 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.941832 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.942189 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:44.942895 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.943235 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: flavors Jun 10 14:34:44.947987 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.948324 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading Plugin: revisions Jun 10 14:34:44.952728 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 14:34:44.953122 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_concurrency.lockutils [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=98389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:34:44.953855 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 14:34:44.954193 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Initializing extension manager. Jun 10 14:34:44.954700 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: __init__.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.955075 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: __pycache__ {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.955414 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.955747 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: address_group.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.956483 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.957039 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: address-group Jun 10 14:34:44.957362 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: address_scope.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.958061 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.958573 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: address-scope Jun 10 14:34:44.958901 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.959826 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.960337 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: router-admin-state-down-before-update Jun 10 14:34:44.960663 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: agent.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.961524 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.962091 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: agent Jun 10 14:34:44.962411 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: agent_resources_synced.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.963332 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.963846 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: agent-resources-synced Jun 10 14:34:44.964168 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.965923 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.966446 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: allowed-address-pairs Jun 10 14:34:44.966772 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.967862 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.968378 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: auto-allocated-topology Jun 10 14:34:44.968703 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: availability_zone.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.969390 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.969897 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: availability_zone Jun 10 14:34:44.970219 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: availability_zone_filter.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.971137 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.971646 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: availability_zone_filter Jun 10 14:34:44.971966 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: data_plane_status.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.972859 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.973366 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 14:34:44.973689 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: default_subnetpools.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.974588 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.975126 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: default-subnetpools Jun 10 14:34:44.975450 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.976499 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.977006 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: dhcp_agent_scheduler Jun 10 14:34:44.977323 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: dns.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.978736 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.979274 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 14:34:44.979596 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: dns_domain_ports.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.980495 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.980998 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 14:34:44.981318 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: dvr.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.981976 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.982482 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: dvr Jun 10 14:34:44.982799 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: empty_string_filtering.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.983710 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.984226 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: empty-string-filtering Jun 10 14:34:44.984548 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.985432 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.985931 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 14:34:44.986250 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.987182 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.987681 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 14:34:44.988001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: external_net.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.988888 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.989465 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: external-net Jun 10 14:34:44.989791 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.990683 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.991209 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: extra_dhcp_opt Jun 10 14:34:44.991532 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: extraroute.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.992411 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.992912 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: extraroute Jun 10 14:34:44.993869 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: extraroute_atomic.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.994964 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.995481 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: extraroute-atomic Jun 10 14:34:44.995803 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: filter_validation.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.996456 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.996965 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: filter-validation Jun 10 14:34:44.997285 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: fip_pf_description.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.998170 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:44.998670 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 14:34:44.999025 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: fip_port_details.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:44.999925 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.000439 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: fip-port-details Jun 10 14:34:45.000757 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: flavors.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.001971 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.002490 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: flavors Jun 10 14:34:45.002815 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.004484 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.004999 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 14:34:45.005328 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: floatingip_pools.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.006016 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.006526 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: floatingip-pools Jun 10 14:34:45.006858 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: ip_allocation.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.007784 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.008283 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 14:34:45.008605 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.009655 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.010162 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: ip-substring-filtering Jun 10 14:34:45.010489 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l2_adjacency.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.011429 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.011935 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 14:34:45.012257 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l3.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.013201 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.013717 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: router Jun 10 14:34:45.014042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.016422 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.016952 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 14:34:45.017283 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.018193 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.018710 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: ext-gw-mode Jun 10 14:34:45.019077 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.019990 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.020504 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: l3-ha Jun 10 14:34:45.020828 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l3_flavors.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.021727 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.022250 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: l3-flavors Jun 10 14:34:45.022573 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.023518 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.024029 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 14:34:45.024381 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: l3agentscheduler.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.025387 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.025890 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: l3_agent_scheduler Jun 10 14:34:45.026213 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: logging.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.027730 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.028252 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension logging not supported by any of loaded plugins Jun 10 14:34:45.028584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: metering.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.029317 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.029887 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: metering Jun 10 14:34:45.030215 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.031322 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.031837 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: metering_source_and_destination_fields Jun 10 14:34:45.032165 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: multiprovidernet.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.033082 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.033592 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: multi-provider Jun 10 14:34:45.033917 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: netmtu.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.034811 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.035344 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: net-mtu Jun 10 14:34:45.035669 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: netmtu_writable.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.036565 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.037074 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: net-mtu-writable Jun 10 14:34:45.037397 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: network_availability_zone.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.038052 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.038555 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: network_availability_zone Jun 10 14:34:45.038883 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: network_ip_availability.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.040500 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.041013 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: network-ip-availability Jun 10 14:34:45.041334 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: network_segment_range.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.042087 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.042593 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 14:34:45.042932 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: pagination.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.043893 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.044221 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: pagination Jun 10 14:34:45.044540 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: port_device_profile.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.045422 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.045928 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: port-device-profile Jun 10 14:34:45.046248 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.047182 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.047690 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: port-mac-address-regenerate Jun 10 14:34:45.048008 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.048909 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.049414 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: port-numa-affinity-policy Jun 10 14:34:45.049734 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: port_resource_request.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.050634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.051161 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 14:34:45.051484 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: portbindings.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.052392 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.052900 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: binding Jun 10 14:34:45.053222 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: portbindings_extended.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.056672 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.057208 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: binding-extended Jun 10 14:34:45.057551 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: portsecurity.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.058467 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.059011 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: port-security Jun 10 14:34:45.059341 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: project_id.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.060317 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.060646 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: project-id Jun 10 14:34:45.060969 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: providernet.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.061881 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.062401 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: provider Jun 10 14:34:45.062727 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.066273 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.066794 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos not supported by any of loaded plugins Jun 10 14:34:45.067168 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.068400 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.068924 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 14:34:45.069254 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.070157 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.070667 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 14:34:45.071031 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_default.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.072175 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.072687 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-default not supported by any of loaded plugins Jun 10 14:34:45.073014 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_fip.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.073659 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.074163 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 14:34:45.074487 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.075429 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.075940 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 14:34:45.076261 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.077159 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.077664 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 14:34:45.077985 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.078884 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.079430 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 14:34:45.079753 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: qos_rules_alias.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.080781 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.081295 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 14:34:45.081617 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: quotasv2.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.082509 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.082832 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: quotas Jun 10 14:34:45.083181 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: quotasv2_detail.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.086191 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.086533 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: quota_details Jun 10 14:34:45.086938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: rbac.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.088027 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.088554 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: rbac-policies Jun 10 14:34:45.088886 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: rbac_address_group.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.089804 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.090651 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: rbac-address-group Jun 10 14:34:45.091012 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: rbac_address_scope.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.091923 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.092436 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: rbac-address-scope Jun 10 14:34:45.092761 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: rbac_security_groups.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.093679 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.094196 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: rbac-security-groups Jun 10 14:34:45.094521 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.095654 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.096171 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: rbac-subnetpool Jun 10 14:34:45.096494 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: revisionifmatch.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.097403 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.097917 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: revision-if-match Jun 10 14:34:45.098242 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: revisions.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.099457 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.099976 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: standard-attr-revisions Jun 10 14:34:45.100300 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: router_availability_zone.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.100963 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.101738 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: router_availability_zone Jun 10 14:34:45.102058 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: routerservicetype.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.103519 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.104029 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 14:34:45.104350 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.105254 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.105769 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: security-groups-normalized-cidr Jun 10 14:34:45.106095 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.107020 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.107535 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: port-security-groups-filtering Jun 10 14:34:45.107857 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.108754 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.109266 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: security-groups-remote-address-group Jun 10 14:34:45.109592 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: securitygroup.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.119723 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.120254 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: security-group Jun 10 14:34:45.120590 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: segment.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.121363 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.121880 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension segment not supported by any of loaded plugins Jun 10 14:34:45.122210 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.123157 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.123668 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 14:34:45.123994 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: servicetype.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.125093 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.125620 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: service-type Jun 10 14:34:45.125952 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: sorting.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.126945 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.127279 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: sorting Jun 10 14:34:45.127604 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: standard_attr_segment.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.128498 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.129015 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 14:34:45.129346 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: standardattrdescription.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.129985 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.130510 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: standard-attr-description Jun 10 14:34:45.130818 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: stateful_security_group.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.131781 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.132295 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: stateful-security-group Jun 10 14:34:45.132620 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: stdattrs_common.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.133189 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 14:34:45.133508 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.134767 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.135315 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 14:34:45.135638 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: subnet_onboard.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.136757 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.137345 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: subnet_onboard Jun 10 14:34:45.137743 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.138852 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.139464 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 14:34:45.139814 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: subnet_service_types.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.141047 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.141589 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: subnet-service-types Jun 10 14:34:45.141938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: subnetallocation.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.143199 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.143791 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: subnet_allocation Jun 10 14:34:45.144248 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.144965 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.145561 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: subnetpool-prefix-ops Jun 10 14:34:45.145984 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.147081 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.147680 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 14:34:45.148069 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: tagging.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.149414 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.150092 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: standard-attr-tag Jun 10 14:34:45.150425 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: timestamp.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.151900 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.152480 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loaded extension: standard-attr-timestamp Jun 10 14:34:45.152850 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: trunk.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.153934 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.154544 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension trunk not supported by any of loaded plugins Jun 10 14:34:45.154930 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: trunk_details.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.155902 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.156476 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 14:34:45.156891 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.157874 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.158456 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 14:34:45.158834 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Loading extension file: vlantransparent.py {{(pid=98389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 14:34:45.159709 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 14:34:45.160287 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 14:34:45.163254 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:network Jun 10 14:34:45.163849 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:subnet Jun 10 14:34:45.164367 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:45.164855 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:port Jun 10 14:34:45.167227 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.167666 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service FLAVORS assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.168300 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.168725 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.169062 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:router Jun 10 14:34:45.169501 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 14:34:45.170000 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service METERING assigned prefix: /metering {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.171473 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:45.171847 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:45.172200 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:34:45.173215 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 14:34:45.173703 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:security_group Jun 10 14:34:45.174104 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 14:34:45.174711 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service CORE assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.175070 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:45.175430 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] subnetpool is already registered Jun 10 14:34:45.175857 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service CORE assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.176186 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:45.176526 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] subnetpool is already registered Jun 10 14:34:45.178822 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.179281 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service FLAVORS assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.179887 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.180306 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.181190 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:router Jun 10 14:34:45.181541 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] router is already registered Jun 10 14:34:45.181958 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 14:34:45.182291 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] floatingip is already registered Jun 10 14:34:45.182746 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service METERING assigned prefix: /metering {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.183457 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 14:34:45.183784 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] rbac_policy is already registered Jun 10 14:34:45.184198 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:security_group Jun 10 14:34:45.184531 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] security_group is already registered Jun 10 14:34:45.184936 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 14:34:45.185266 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] security_group_rule is already registered Jun 10 14:34:45.185887 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service CORE assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.186215 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:45.186548 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] subnetpool is already registered Jun 10 14:34:45.186992 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.v2.resource_helper [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Service CORE assigned prefix: {{(pid=98389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 14:34:45.187319 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 14:34:45.187650 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING neutron.quota.resource_registry [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] subnetpool is already registered Jun 10 14:34:45.188117 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: extensions {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.189591 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: address-groups {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.191122 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: address-scopes {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.192609 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: agents {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.193779 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: auto-allocated-topology {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.195065 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: availability_zones {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.196392 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: dhcp-networks {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.198039 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: dhcp-agents {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.199511 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: routers {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.201234 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: flavors {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.202522 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: service_profiles {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.203759 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: next_providers {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.205198 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: service_profiles {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.206740 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: floatingip-pools {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.208002 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: routers {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.209708 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: floatingips {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.211019 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: l3-routers {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.212563 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: l3-agents {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.213975 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: metering-labels {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.215264 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: metering-label-rules {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.217615 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: network-ip-availabilities {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.218894 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: bindings {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.220482 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: quotas {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.222032 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: quotas {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.223501 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: rbac-policies {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.224685 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: security-groups {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.226000 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: security-group-rules {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.228214 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: service-providers {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.229449 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: subnetpools {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.230806 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: subnetpools {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.232405 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.234097 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.235962 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.237776 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.239503 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.241454 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.243728 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.245551 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.247459 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.249226 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron.api.extensions [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Extended resource: tags {{(pid=98389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 14:34:45.255273 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING keystonemiddleware.auth_token [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 14:34:45.259857 dv-cinder-795785-1-iscsi neutron-server[98389]: WARNING keystonemiddleware.auth_token [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 14:34:45.268178 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_concurrency.lockutils [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Acquired lock "singleton_lock" {{(pid=98389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 14:34:45.268653 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_concurrency.lockutils [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Releasing lock "singleton_lock" {{(pid=98389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 14:34:45.269296 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO oslo_service.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Starting 2 workers Jun 10 14:34:45.274016 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Started child 98496 {{(pid=98389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:45.279227 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Started child 98497 {{(pid=98389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:45.280361 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:45.281016 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO neutron.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 14:34:45.281479 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Notify callbacks [] for process, before_spawn {{(pid=98389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:45.281800 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [-] (98496) wsgi starting up on http://0.0.0.0:9696 Jun 10 14:34:45.283801 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:45.284246 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO oslo_service.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Starting 1 workers Jun 10 14:34:45.285148 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [-] (98497) wsgi starting up on http://0.0.0.0:9696 Jun 10 14:34:45.288736 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42394) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:34:45.289074 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Started child 98499 {{(pid=98389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:45.289599 dv-cinder-795785-1-iscsi neutron-server[98389]: INFO oslo_service.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Starting 1 workers Jun 10 14:34:45.293505 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] calling RpcWorker wait() {{(pid=98499) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 14:34:45.294085 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] returning from RpcWorker wait() {{(pid=98499) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 14:34:45.294959 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Started child 98500 {{(pid=98389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 14:34:45.295278 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:45.295771 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:45.295866 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG neutron_lib.callbacks.manager [None req-951f2894-0ed5-4067-a4e3-01a00fed00c3 None None] Notify callbacks [] for process, after_spawn {{(pid=98389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:45.297864 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 14:34:45.298082 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 14:34:45.298269 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 14:34:45.299102 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 14:34:45.299180 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067685 Jun 10 14:34:45.299254 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 14:34:45.299254 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 14:34:45.299496 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.299793 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.300072 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.300341 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.301464 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.302072 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.302346 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.302458 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:45.302991 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.302991 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.303234 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.303338 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.303499 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.304458 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.304458 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.304458 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.304695 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.304780 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.305044 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.305223 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.305484 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.305954 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.306295 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.306568 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] debug = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.306945 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.307463 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.307714 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.307961 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.308196 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.308518 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.308769 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.309056 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.309328 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.309585 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.309835 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.310097 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.310336 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.310581 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.310799 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.311075 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.311302 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.311797 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] host = dv-cinder-795785-1-iscsi {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.312015 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.314768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315340 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315340 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315340 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315340 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315340 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315340 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_options = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315693 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.315693 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.316058 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.316154 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.316295 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.316462 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.316729 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.316897 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319048 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.319809 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.320067 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.321180 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.321180 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.321180 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.321180 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.321180 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.321634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.322675 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.322675 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.322675 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.322675 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.322972 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.323995 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.324227 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.324461 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.324683 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.324946 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.325209 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.325427 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.325685 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.325932 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.326175 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.326412 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.326654 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.326870 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_json = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.327106 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.327346 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.327938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.327938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.327938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.329365 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:45.330737 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.331038 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.332085 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.332541 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.332849 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.333183 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.333466 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.334664 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.335233 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.335233 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.336202 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.336476 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.337309 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.340547 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.340811 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.341162 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.343498 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.344985 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.345185 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.345465 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.345763 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.346023 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.346295 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.346545 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.346796 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.347187 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.347485 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.347762 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.348038 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.348260 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.348504 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.348747 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.348970 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.350212 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.350789 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.351393 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.355550 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.355725 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.356758 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.356758 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.356758 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.356758 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.357063 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.357265 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.357439 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.358181 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.358181 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.358181 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.358396 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.358581 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.358781 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.359037 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.359279 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.359512 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.359759 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.359982 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.360199 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.360425 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.360665 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.360884 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.361098 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.361340 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.361582 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.361814 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.362061 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.362302 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.363273 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.363273 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.363273 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.363273 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.363529 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.363597 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.363837 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.364669 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.364669 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.364669 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.364938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.364938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.365157 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.365392 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.365621 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.365839 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.366066 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.366297 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.366545 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.366726 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.367612 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.367908 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.368313 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.368751 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.369104 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.369327 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.370077 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.370077 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.370679 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.370971 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.371203 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.371468 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.371738 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.371983 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.372240 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.373845 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.373845 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.373845 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.374307 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.374450 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.374591 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.374782 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.375032 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.375326 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.375593 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.375871 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.376106 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.376369 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.377278 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.377278 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.377278 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.377523 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.377604 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.377867 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.378133 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.378370 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.378602 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.378828 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.379092 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.379350 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.379612 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.379870 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.380122 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.380325 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.380601 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.380819 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.381061 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.381294 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.381521 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.381857 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.382065 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.382278 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.382505 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.382760 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.384384 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.384384 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.384763 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.385027 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.385273 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.385523 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.385782 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.386023 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.386261 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.386487 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.386696 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.386993 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.388741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.388741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.388741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.388741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.389058 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.389058 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.389321 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.389478 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.389698 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.389917 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.390159 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.390378 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.390586 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.390824 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.391080 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.391815 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.391815 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.391815 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.392069 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.392150 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.392398 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.392635 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.392869 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.393095 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.393319 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.393853 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.393853 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.394014 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.394192 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.394430 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.394604 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.396639 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.396639 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.396639 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.396639 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.396639 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.397005 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.397084 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.397350 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.397594 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.397841 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.398065 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.398276 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.398511 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.398728 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.400313 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.400716 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.401030 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.401252 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.401500 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.401729 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.401953 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.402188 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.402402 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.402633 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.402869 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.403102 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.403386 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.403634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.403863 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.404101 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.404331 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.404559 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.404771 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.404980 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.405193 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.405401 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.405625 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.405850 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.406069 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.406282 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.406488 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.406712 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.406952 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.408302 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.408302 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.408647 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.408647 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.408778 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.408984 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.409195 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.410208 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.410208 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.410208 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.410208 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.410558 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.410652 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.410865 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.411674 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.411674 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.411674 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.411888 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.412130 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.412330 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.412572 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.412835 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.413136 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.413426 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.413688 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.413945 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.414205 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.414474 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.414712 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.415528 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.415975 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.416420 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.416705 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.416953 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.417182 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.417465 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.417690 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.417906 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.418128 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.418364 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.418578 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.418813 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.419059 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.419282 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.419510 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.419722 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.420008 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.420181 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.421313 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.421562 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.421803 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.421951 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 14:34:45.422512 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 14:34:45.422660 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.423935 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.425042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.425042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.425042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.425042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.425042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.425042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.425042 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426976 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426976 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426976 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426976 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426976 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] debug = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.426976 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.427740 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.427740 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.427740 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.427740 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.427740 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.427740 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.428584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.428584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.428584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.428584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.428584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.428584 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429062 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429062 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429062 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429284 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429284 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] host = dv-cinder-795785-1-iscsi {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429435 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429591 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429781 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.429933 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.430071 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.430207 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.430342 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.430590 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.430773 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.431432 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.432310 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.432489 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.432634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.432774 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.432914 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_options = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.433054 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.433211 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.433352 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.433491 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.433636 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.433778 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.433921 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.434062 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.434225 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.434362 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.434506 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.434647 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.434784 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.434942 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.435768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.435910 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.436020 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.436173 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.436329 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.436486 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.436641 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.436796 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.437051 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.437208 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.437362 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.437518 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.437670 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.437825 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.437978 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.438132 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.438285 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.438440 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.438595 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.438751 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.438923 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.439086 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.439240 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.439399 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.439553 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.439707 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.439860 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.440015 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.440169 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.440741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.440741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.440741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_json = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.440741 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441176 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441176 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441176 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441470 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441470 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441652 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441759 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 14:34:45.441962 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.442122 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.442291 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.442450 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.442608 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.442766 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.442952 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.443104 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.443264 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444022 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444022 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444022 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444022 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444022 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444528 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444528 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444528 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444823 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.444823 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.445036 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.445146 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.445631 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.445631 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.445631 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.446280 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.446280 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.446280 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.446280 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.446280 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.447833 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449806 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449806 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449806 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449806 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.449806 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.450293 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.450293 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.450293 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.450512 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.450512 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.450645 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451126 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451126 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451126 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451332 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451400 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451698 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451698 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.451869 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.452007 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.452166 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.452335 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.452472 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.452629 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453318 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453318 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453318 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453318 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453621 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453621 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453754 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.453824 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.454219 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.454219 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.454450 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.454450 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.454665 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.454760 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.454844 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.455026 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.455198 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.455356 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.455521 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.455680 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.455837 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.455995 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.456480 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.456480 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.456480 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.456800 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.456800 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457001 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457108 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457214 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457897 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457897 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457897 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457897 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.457897 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.458390 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.458390 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.458390 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.458607 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.458607 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.458775 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.458948 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.459117 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.459551 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.459551 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.459551 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.459865 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.459865 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.460033 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.460170 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.460327 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.460484 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.460641 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.460800 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.460958 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.461115 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.461524 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.461524 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.462298 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.462298 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.462503 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.462709 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.463037 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.463312 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.463470 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.463632 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.463819 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.463964 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.464101 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.464253 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.464414 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.464572 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.464984 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.465389 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:45.465749 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.465922 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.466075 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.466317 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.466416 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.466563 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.466710 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.466856 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.467038 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.467194 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.467338 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.467495 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.467641 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.467787 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.467944 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.468089 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.468237 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.468395 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.468526 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469409 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469409 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469409 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469409 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469409 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469931 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469931 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469931 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.469931 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.470346 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.470346 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.470346 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.470561 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.470642 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.470768 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.471718 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.471895 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.472059 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.472201 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.472359 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.472519 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.472678 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.472837 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.472997 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.473154 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.473312 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.473486 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.473643 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.473800 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.473957 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.474138 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.474308 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.474465 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.474624 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.474781 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.474962 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.475130 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.475298 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.475445 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.475590 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.475734 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.475893 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.476046 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.476535 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.476701 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.476854 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.476994 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.477132 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.477270 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.477956 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.478210 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.478465 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.478610 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.478842 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.479036 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.479176 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.479315 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.479478 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.479634 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.479775 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.479938 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.480084 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.480236 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.480376 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.480534 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.480700 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.482488 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.482488 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.482488 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.482488 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.482488 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.482488 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.484262 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485144 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485704 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485704 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485704 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485704 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.485704 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486061 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486061 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486061 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486272 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486353 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486512 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486670 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.486827 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.487660 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.487825 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.488772 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.488937 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.489096 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.489254 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.489427 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.489574 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.489728 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.489869 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.490063 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.490191 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 14:34:45.490343 dv-cinder-795785-1-iscsi neutron-server[98389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 14:34:56.557061 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6928e2a2-95b6-4da6-af81-86f967bd1001 None None] get_active_networks_info from dv-cinder-795785-1-iscsi {{(pid=98499) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 14:34:56.649805 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6928e2a2-95b6-4da6-af81-86f967bd1001 None None] No non-hosted networks {{(pid=98499) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 14:34:56.679676 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.agentschedulers_db [None req-6928e2a2-95b6-4da6-af81-86f967bd1001 None None] DHCP Agent not found on host dv-cinder-795785-1-iscsi {{(pid=98499) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 14:34:56.824763 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c32e-12dd-4968-bb17-e99f998e6289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189'] for agent, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:59.206185 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bef61c4b-86f7-4069-acac-4989b3b7571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189'] for agent, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:59.263674 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189'] for agent, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:59.268885 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.269398 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.270721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.272673 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.273166 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.275003 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.275518 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.276034 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.277075 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.277571 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.280790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.281305 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:34:59.281899 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795785-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:34:59.286308 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0ed5c77b-27e4-474d-adef-453e342fecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:34:59.294661 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795785-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:00.098139 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189'] for agent, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:01.927267 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189'] for agent, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:02.952864 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42500) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:03.480717 dv-cinder-795785-1-iscsi neutron-server[98497]: WARNING oslo_policy.policy [None req-8ae43d68-e2b8-4617-9f5b-9cebf421bbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:03.481403 dv-cinder-795785-1-iscsi neutron-server[98497]: WARNING oslo_policy.policy [None req-8ae43d68-e2b8-4617-9f5b-9cebf421bbd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:03.701504 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [None req-8ae43d68-e2b8-4617-9f5b-9cebf421bbd1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:35:03.702549 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8ae43d68-e2b8-4617-9f5b-9cebf421bbd1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7487705 Jun 10 14:35:05.468439 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.db.l3_hamode_db [None req-5ff38ffc-0bcf-4e38-a2ed-0fe9cb304c94 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 14:35:05.560365 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff38ffc-0bcf-4e38-a2ed-0fe9cb304c94 None None] Routers set() bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:05.560748 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff38ffc-0bcf-4e38-a2ed-0fe9cb304c94 None None] Router IDs set() for agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 14:35:06.037505 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42514) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:06.389268 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:06.488916 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.policy [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98497) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 14:35:06.535736 dv-cinder-795785-1-iscsi neutron-server[98497]: WARNING oslo_policy.policy [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:06.536119 dv-cinder-795785-1-iscsi neutron-server[98497]: WARNING oslo_policy.policy [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:06.544891 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.quota [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] Loaded quota_driver: . Jun 10 14:35:06.640080 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788774542383', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788774542914', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788774548081', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788774544423', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788774499950', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788774509206', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-529954', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3719168', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3917780'] for rbac-policy, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:06.707000 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:06.708264 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f1d18a30-f74c-49e1-9405-a1ecbafeef6d admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6698072 Jun 10 14:35:09.243403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42526) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:09.554468 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Request body: {'network': {'name': 'private', 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True, 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:09.582453 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Made reservation on behalf of bea84b73260d44d58c8cdf851e007f64 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:35:09.585224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.605023 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.735184 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.739027 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.744253 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:09.758564 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:35:09.795850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788776428198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.796394 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Unsubscribe: segment precommit_create {{(pid=98497) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 14:35:09.796887 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Added segment 232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c of type vlan for network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 Jun 10 14:35:09.815242 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a004ef4-c820-4fdf-87f4-3aaea80fd387,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:09.841690 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.842042 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.842374 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.842696 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.843048 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.843385 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.843704 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.844015 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.844328 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.844635 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.844945 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.845251 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Tracked resource versions report: Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: pushed versions: Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: { 'AddressGroup': {'1.2'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'ConntrackHelper': {'1.0'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Log': {'1.0'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Network': {'1.1'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Port': {'1.7'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'PortForwarding': {'1.2'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'QosPolicy': {'1.8'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroup': {'1.4'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SubPort': {'1.0'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Subnet': {'1.1'}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Trunk': {'1.1'}} Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: consumer versions: Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'ConntrackHelper': '1.0', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Log': '1.0', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Network': '1.1', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Port': '1.7', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'PortForwarding': '1.2', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'QosPolicy': '1.8', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroup': '1.4', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroupRule': '1.2', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SubPort': '1.0', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Subnet': '1.1', Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Trunk': '1.1'}} Jun 10 14:35:09.846331 dv-cinder-795785-1-iscsi neutron-server[98497]: {{(pid=98497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:35:09.910327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:09.930971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.982298 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.983715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:09.984357 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:09.987200 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:10.045963 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8014083 Jun 10 14:35:10.104210 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Pushing event updated for resources: {'Network': ['ID=8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:10.107742 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:10.116341 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:35:12.638126 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42540) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:13.050739 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2807ebb-78be-46b3-a157-e1bfff64206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:13.052089 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-c2807ebb-78be-46b3-a157-e1bfff64206e admin admin] 10.222.0.23 "GET /v2.0/networks/8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 HTTP/1.1" status: 200 len: 825 time: 0.4129977 Jun 10 14:35:13.078064 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-0a0fa1e8-5415-4dac-b501-67d8893a6e63 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/1c9a325c-6a0a-4cd2-89d4-c857c2fe9571 HTTP/1.1" status: 200 len: 734 time: 0.0199730 Jun 10 14:35:13.086060 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'ip_version': 4, 'subnetpool_id': '1c9a325c-6a0a-4cd2-89d4-c857c2fe9571', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'name': 'private-subnet'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:13.107844 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Made reservation on behalf of bea84b73260d44d58c8cdf851e007f64 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:35:13.110148 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:13.444213 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:13.446265 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:13.522945 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8d4db7-be92-4af4-894d-1aa44d56cb23,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:13.527637 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Checking segment: {'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:13.528015 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Network hostable DHCP agents. Network: 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:35:13.532365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:13.550239 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:35:13.561512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:13.565973 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:13.566553 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:13.570576 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b502759-6c9d-47ae-9ba6-94631c9bc54f None None] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:35:13.582600 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4997189 Jun 10 14:35:13.907338 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'fixed_ips': [{'subnet_id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:35:13.908602 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.195582 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Allocated IP 172.20.0.2 (8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0/df8d4db7-be92-4af4-894d-1aa44d56cb23/452529d6-729c-4f4a-9132-b8e57b8670ff) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:35:14.457148 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.472437 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Transition to ACTIVE for port object 452529d6-729c-4f4a-9132-b8e57b8670ff will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:14.493992 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Transition to ACTIVE for port object 452529d6-729c-4f4a-9132-b8e57b8670ff will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:14.502855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.506094 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:14.576509 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:35:14.581060 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:14.584314 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:35:14.616409 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Pushing event updated for resources: {'Port': ['ID=452529d6-729c-4f4a-9132-b8e57b8670ff,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:14.669570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.669570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.669570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.669570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.669570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.670059 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.670059 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.670059 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.670059 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.670059 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.670414 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.670571 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Tracked resource versions report: Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: pushed versions: Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: { 'AddressGroup': {'1.2'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'ConntrackHelper': {'1.0'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Log': {'1.0'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Network': {'1.1'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Port': {'1.7'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'PortForwarding': {'1.2'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'QosPolicy': {'1.8'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroup': {'1.4'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SubPort': {'1.0'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Subnet': {'1.1'}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Trunk': {'1.1'}} Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: consumer versions: Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'ConntrackHelper': '1.0', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Log': '1.0', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Network': '1.1', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Port': '1.7', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'PortForwarding': '1.2', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'QosPolicy': '1.8', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroup': '1.4', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroupRule': '1.2', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SubPort': '1.0', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Subnet': '1.1', Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Trunk': '1.1'}} Jun 10 14:35:14.672030 dv-cinder-795785-1-iscsi neutron-server[98499]: {{(pid=98499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:35:14.677955 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:14.689542 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Attempting to bind port 452529d6-729c-4f4a-9132-b8e57b8670ff on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:35:14.690007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Attempting to bind port 452529d6-729c-4f4a-9132-b8e57b8670ff by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:35:14.690414 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Attempting to bind port 452529d6-729c-4f4a-9132-b8e57b8670ff on network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:35:14.695231 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:35:14.695627 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Checking segment: {'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:14.696069 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.696453 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Bound using segment: {'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:35:14.696909 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Bound port: 452529d6-729c-4f4a-9132-b8e57b8670ff, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:35:14.697341 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.773378 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] For port 452529d6-729c-4f4a-9132-b8e57b8670ff, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:35:14.797972 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] For port 452529d6-729c-4f4a-9132-b8e57b8670ff, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=452529d6-729c-4f4a-9132-b8e57b8670ff,segment=NetworkSegment(232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c),segment_id=232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:35:14.802437 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:14.804698 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:14.868885 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Pushing event updated for resources: {'Port': ['ID=452529d6-729c-4f4a-9132-b8e57b8670ff,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:14.872631 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:15.921018 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42548) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:16.258042 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [None req-a13cfd55-f065-4243-bf77-c789087a7446 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:35:16.259033 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a13cfd55-f065-4243-bf77-c789087a7446 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3370609 Jun 10 14:35:18.600708 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42556) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:18.936746 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [None req-e71ad5da-706d-4a6c-90ce-84feadef5adc admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:35:18.954942 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e71ad5da-706d-4a6c-90ce-84feadef5adc admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3361723 Jun 10 14:35:20.886869 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1d1da-d01b-4656-a3f2-efacd2122469 None None] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:35:20.928767 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-69045e4c-b2f5-4579-9afb-32be62a73605 None None] Provisioning for port 452529d6-729c-4f4a-9132-b8e57b8670ff completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:21.117624 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 452529d6-729c-4f4a-9132-b8e57b8670ff up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:21.216645 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 452529d6-729c-4f4a-9132-b8e57b8670ff completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:21.220340 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 452529d6-729c-4f4a-9132-b8e57b8670ff triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:21.220737 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:21.346231 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:21.384138 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 452529d6-729c-4f4a-9132-b8e57b8670ff, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=452529d6-729c-4f4a-9132-b8e57b8670ff,segment=NetworkSegment(232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c),segment_id=232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:35:21.389196 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:21.391876 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:21.436203 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-7cfb0899-32e4-4f70-ac4b-04d7dc165977 None None] Provisioning complete for port 452529d6-729c-4f4a-9132-b8e57b8670ff triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:21.436570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0899-32e4-4f70-ac4b-04d7dc165977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:21.485624 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=452529d6-729c-4f4a-9132-b8e57b8670ff,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:21.489628 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:21.563211 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 42570) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:21.862197 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-53626343-aa6f-42d9-bd46-8ce503d817ea admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:21.885736 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-53626343-aa6f-42d9-bd46-8ce503d817ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:21.887385 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-53626343-aa6f-42d9-bd46-8ce503d817ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.033437 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-53626343-aa6f-42d9-bd46-8ce503d817ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.038016 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-53626343-aa6f-42d9-bd46-8ce503d817ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.051225 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-53626343-aa6f-42d9-bd46-8ce503d817ea admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:22.052426 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-53626343-aa6f-42d9-bd46-8ce503d817ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4882424 Jun 10 14:35:23.078529 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 452529d6-729c-4f4a-9132-b8e57b8670ff up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:23.131514 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 452529d6-729c-4f4a-9132-b8e57b8670ff triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:23.131897 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:24.400762 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 42578) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:24.910172 dv-cinder-795785-1-iscsi neutron-server[98496]: WARNING oslo_policy.policy [None req-caf2cd53-6a3a-45ab-a039-eb0759b774f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:24.910784 dv-cinder-795785-1-iscsi neutron-server[98496]: WARNING oslo_policy.policy [None req-caf2cd53-6a3a-45ab-a039-eb0759b774f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:25.144496 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [None req-caf2cd53-6a3a-45ab-a039-eb0759b774f1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:35:25.145733 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-caf2cd53-6a3a-45ab-a039-eb0759b774f1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7427304 Jun 10 14:35:26.483329 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b3dae6fb-beb0-4387-8000-c38d21204ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:27.464094 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 42592) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:27.780700 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:27.782157 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.quota [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Loaded quota_driver: . Jun 10 14:35:27.839449 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Made reservation on behalf of 6b8465a6efb6469d978be0ab10e4ceae for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:35:27.910575 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.policy [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98496) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 14:35:27.955944 dv-cinder-795785-1-iscsi neutron-server[98496]: WARNING oslo_policy.policy [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:27.956315 dv-cinder-795785-1-iscsi neutron-server[98496]: WARNING oslo_policy.policy [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 14:35:27.967754 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:27.990141 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:28.125810 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:28.129335 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:28.134831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:28.141639 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Reserving flat network on physical network physnet1 {{(pid=98496) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 14:35:28.181925 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788776428198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:28.182448 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Unsubscribe: segment precommit_create {{(pid=98496) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 14:35:28.182964 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Added segment 6ed0ddc5-44f4-4966-9257-c65904ed0795 of type flat for network fe699a51-905c-4414-a800-34783e48bcf7 Jun 10 14:35:28.201977 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecf8fd2-7b51-4c87-9090-01530a243b29,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:28.263106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.263458 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.263787 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.264107 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.264422 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.264748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.265064 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.265373 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.265682 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.265986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.266289 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.266593 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Tracked resource versions report: Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: pushed versions: Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: { 'AddressGroup': {'1.2'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'ConntrackHelper': {'1.0'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Log': {'1.0'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Network': {'1.1'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Port': {'1.7'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'PortForwarding': {'1.2'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'QosPolicy': {'1.8'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroup': {'1.4'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SubPort': {'1.0'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Subnet': {'1.1'}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Trunk': {'1.1'}} Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: consumer versions: Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'ConntrackHelper': '1.0', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Log': '1.0', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Network': '1.1', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Port': '1.7', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'PortForwarding': '1.2', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'QosPolicy': '1.8', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroup': '1.4', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroupRule': '1.2', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SubPort': '1.0', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Subnet': '1.1', Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Trunk': '1.1'}} Jun 10 14:35:28.267713 dv-cinder-795785-1-iscsi neutron-server[98496]: {{(pid=98496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:35:28.316164 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:28.325086 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:28.373447 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:28.375137 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:28.375790 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:28.377650 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:28.435839 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9706507 Jun 10 14:35:28.495272 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Pushing event updated for resources: {'Network': ['ID=fe699a51-905c-4414-a800-34783e48bcf7,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:28.498503 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:28.505613 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network fe699a51-905c-4414-a800-34783e48bcf7 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:35:29.196606 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-941337a7-c76d-4631-8911-52479dc830d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:29.201536 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:30.049252 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:30.762075 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 42616) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:30.982340 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86acf9a-b68b-44ff-8370-f672b3589326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:30.983713 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d86acf9a-b68b-44ff-8370-f672b3589326 admin admin] 10.222.0.23 "GET /v2.0/subnets/df8d4db7-be92-4af4-894d-1aa44d56cb23 HTTP/1.1" status: 200 len: 849 time: 0.2206943 Jun 10 14:35:31.187338 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-259b97e7-429e-4551-b052-4ec934293a53 admin admin] 10.222.0.23 "GET /v2.0/routers/c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a HTTP/1.1" status: 200 len: 704 time: 0.1982291 Jun 10 14:35:31.559532 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:31.869982 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Allocated IP 172.20.0.1 (8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0/df8d4db7-be92-4af4-894d-1aa44d56cb23/61784ca3-e1e9-44f5-8cd7-012971b565f4) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:35:31.888934 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.068572 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.092829 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Transition to ACTIVE for port object 61784ca3-e1e9-44f5-8cd7-012971b565f4 will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:32.174232 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.177161 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:32.257032 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:35:32.262168 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:32.267725 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Pushing event updated for resources: {'Port': ['ID=61784ca3-e1e9-44f5-8cd7-012971b565f4,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:32.278694 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:35:32.279293 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.418733 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-705a8c06-980b-4c81-bd87-bc4d5e7f2737 None None] Provisioning for port 61784ca3-e1e9-44f5-8cd7-012971b565f4 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:32.419971 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:32.423090 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-705a8c06-980b-4c81-bd87-bc4d5e7f2737 None None] Provisioning complete for port 61784ca3-e1e9-44f5-8cd7-012971b565f4 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:32.423461 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-705a8c06-980b-4c81-bd87-bc4d5e7f2737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.462855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-705a8c06-980b-4c81-bd87-bc4d5e7f2737 None None] Port 61784ca3-e1e9-44f5-8cd7-012971b565f4 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:35:32.563191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.774272 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.778626 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.779724 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:32.782115 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:32.852766 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Pushing event updated for resources: {'Port': ['ID=61784ca3-e1e9-44f5-8cd7-012971b565f4,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:32.856049 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:32.935252 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:35:32.936516 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:33.082270 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-990c9ab1-7ee5-4946-a361-da6ef3ca8502 None None] Provisioning complete for port 61784ca3-e1e9-44f5-8cd7-012971b565f4 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:33.082783 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-990c9ab1-7ee5-4946-a361-da6ef3ca8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:33.125704 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-990c9ab1-7ee5-4946-a361-da6ef3ca8502 None None] Port 61784ca3-e1e9-44f5-8cd7-012971b565f4 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:35:33.126603 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:35:33.254424 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:35:33.259911 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] 10.222.0.23 "PUT /v2.0/routers/c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0677123 Jun 10 14:35:33.263885 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Sync routers for ids ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:35:33.275736 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Routers {'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:33.276797 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:35:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:33.484742 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Set router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a gateway port host: None {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:33.958303 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'name': 'router1', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:21Z', 'updated_at': '2021-06-10T14:35:32Z', 'revision_number': 2, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'gw_port_host': None, '_interfaces': [{'id': '61784ca3-e1e9-44f5-8cd7-012971b565f4', 'name': '', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'mac_address': 'fa:16:3e:3d:d7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:31Z', 'updated_at': '2021-06-10T14:35:32Z', 'revision_number': 2, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'subnets': [{'id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c9a325c-6a0a-4cd2-89d4-c857c2fe9571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:33.964836 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Checking router: c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:35:33.965198 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Updating router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a port 61784ca3-e1e9-44f5-8cd7-012971b565f4 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:35:34.036063 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:34.567641 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:34.586184 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Transition to ACTIVE for port object 61784ca3-e1e9-44f5-8cd7-012971b565f4 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:34.591946 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:34.596637 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:34.795813 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Pushing event updated for resources: {'Port': ['ID=61784ca3-e1e9-44f5-8cd7-012971b565f4,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:34.826125 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.826391 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.826710 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.827048 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.827361 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.827673 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.827977 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.828282 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.828618 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.828925 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.829240 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.829528 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Tracked resource versions report: Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: pushed versions: Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: { 'AddressGroup': {'1.2'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'ConntrackHelper': {'1.0'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Log': {'1.0'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Network': {'1.1'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Port': {'1.7'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'PortForwarding': {'1.2'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'QosPolicy': {'1.8'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroup': {'1.4'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SubPort': {'1.0'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Subnet': {'1.1'}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Trunk': {'1.1'}} Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: consumer versions: Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'ConntrackHelper': '1.0', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Log': '1.0', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Network': '1.1', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Port': '1.7', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'PortForwarding': '1.2', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'QosPolicy': '1.8', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroup': '1.4', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroupRule': '1.2', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SubPort': '1.0', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Subnet': '1.1', Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Trunk': '1.1'}} Jun 10 14:35:34.830635 dv-cinder-795785-1-iscsi neutron-server[98500]: {{(pid=98500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:35:34.834122 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:34.845572 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Attempting to bind port 61784ca3-e1e9-44f5-8cd7-012971b565f4 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:35:34.846241 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Attempting to bind port 61784ca3-e1e9-44f5-8cd7-012971b565f4 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:35:34.846681 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Attempting to bind port 61784ca3-e1e9-44f5-8cd7-012971b565f4 on network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:35:34.851996 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:35:34.852411 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Checking segment: {'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:34.852870 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:34.853858 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Bound using segment: {'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:35:34.854370 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Bound port: 61784ca3-e1e9-44f5-8cd7-012971b565f4, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:35:34.854738 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:34.931285 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] For port 61784ca3-e1e9-44f5-8cd7-012971b565f4, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:35:34.953135 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] For port 61784ca3-e1e9-44f5-8cd7-012971b565f4, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=61784ca3-e1e9-44f5-8cd7-012971b565f4,segment=NetworkSegment(232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c),segment_id=232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:35:34.957470 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:34.959738 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:35.027452 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Routers {'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:35.028078 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:35:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:35.031194 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Pushing event updated for resources: {'Port': ['ID=61784ca3-e1e9-44f5-8cd7-012971b565f4,revision_number=4']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:35.079696 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:35.155479 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] Set router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a gateway port host: None {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:35.422936 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'name': 'router1', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:21Z', 'updated_at': '2021-06-10T14:35:32Z', 'revision_number': 2, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'gw_port_host': None, '_interfaces': [{'id': '61784ca3-e1e9-44f5-8cd7-012971b565f4', 'name': '', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'mac_address': 'fa:16:3e:3d:d7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:31Z', 'updated_at': '2021-06-10T14:35:34Z', 'revision_number': 4, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'subnets': [{'id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c9a325c-6a0a-4cd2-89d4-c857c2fe9571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:35.426211 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d14c98-190d-4672-8daa-30126aba7e8b None None] The sync data for ids ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'] in dv-cinder-795785-1-iscsi is: [{'id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'name': 'router1', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:21Z', 'updated_at': '2021-06-10T14:35:32Z', 'revision_number': 2, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'gw_port_host': None, '_interfaces': [{'id': '61784ca3-e1e9-44f5-8cd7-012971b565f4', 'name': '', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'mac_address': 'fa:16:3e:3d:d7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:31Z', 'updated_at': '2021-06-10T14:35:34Z', 'revision_number': 4, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'subnets': [{'id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c9a325c-6a0a-4cd2-89d4-c857c2fe9571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:35:35.440823 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 42638) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:35.575981 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85fe1b8-7d8c-42ed-a187-87cd1ee5570a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:35.582425 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a85fe1b8-7d8c-42ed-a187-87cd1ee5570a admin admin] 10.222.0.23 "GET /v2.0/networks/fe699a51-905c-4414-a800-34783e48bcf7 HTTP/1.1" status: 200 len: 842 time: 0.1355662 Jun 10 14:35:35.586552 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:35.611425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Made reservation on behalf of 6b8465a6efb6469d978be0ab10e4ceae for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:35:35.613839 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:36.061813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.objects.ports [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98496) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 14:35:36.062253 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:36.064352 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:36.127747 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79b581f-459e-4267-85bc-29df09223d27,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:36.133110 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:36.139758 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:36.140112 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Network hostable DHCP agents. Network: fe699a51-905c-4414-a800-34783e48bcf7, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:35:36.162479 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:35:36.173458 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, fe699a51-905c-4414-a800-34783e48bcf7) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:36.177405 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:36.177988 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:36.182811 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25671452-3f84-4129-a685-efdf49f7b235 None None] Network fe699a51-905c-4414-a800-34783e48bcf7 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:35:36.202995 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6101043 Jun 10 14:35:36.414074 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5983474a-cd0a-497e-8221-8146d1f09653 None None] Network fe699a51-905c-4414-a800-34783e48bcf7 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:35:38.445473 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 42650) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:38.609874 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e647a3c0-0d06-4aa4-99f7-8245d8e1465e admin admin] 10.222.0.23 "GET /v2.0/routers/c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a HTTP/1.1" status: 200 len: 710 time: 0.1632631 Jun 10 14:35:38.722616 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22633677-de94-4555-85bd-761cfc3a52d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:35:38.724012 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-22633677-de94-4555-85bd-761cfc3a52d5 admin admin] 10.222.0.23 "GET /v2.0/networks/fe699a51-905c-4414-a800-34783e48bcf7 HTTP/1.1" status: 200 len: 886 time: 0.1090643 Jun 10 14:35:38.733975 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:35:39.092080 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.117905 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 61784ca3-e1e9-44f5-8cd7-012971b565f4 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:39.189608 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 61784ca3-e1e9-44f5-8cd7-012971b565f4 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:39.193277 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 61784ca3-e1e9-44f5-8cd7-012971b565f4 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:39.193656 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.282711 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.320974 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 61784ca3-e1e9-44f5-8cd7-012971b565f4, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=61784ca3-e1e9-44f5-8cd7-012971b565f4,segment=NetworkSegment(232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c),segment_id=232483be-6bcf-4fe9-a6b2-b7cf16bb0d7c)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:35:39.324775 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.328054 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:39.382163 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=61784ca3-e1e9-44f5-8cd7-012971b565f4,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:39.385440 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:39.399440 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.483107 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.686215 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Allocated IP 172.27.1.239 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/d6c02fb2-6ec7-4689-b1ec-8454f8909825) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:35:39.812368 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.850574 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:39.854373 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-97d49ed5-d21c-497a-a517-052a1e6de454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:39.890382 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:35:39.896446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:35:39.900942 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:35:39.995251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c02fb2-6ec7-4689-b1ec-8454f8909825,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:39.998827 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:40.228546 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:40.507938 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:40.511312 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3840970'] for router, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:40.651524 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:35:40.806867 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:35:40.810924 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:40.812151 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] 10.222.0.23 "PUT /v2.0/routers/c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a HTTP/1.1" status: 200 len: 890 time: 2.0816343 Jun 10 14:35:40.816637 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Sync routers for ids ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:35:40.828874 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Routers {'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:40.829570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:35:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:41.066527 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Set router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:41.128031 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 61784ca3-e1e9-44f5-8cd7-012971b565f4 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:41.402418 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 61784ca3-e1e9-44f5-8cd7-012971b565f4 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:41.402661 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:41.689471 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'name': 'router1', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd6c02fb2-6ec7-4689-b1ec-8454f8909825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:21Z', 'updated_at': '2021-06-10T14:35:40Z', 'revision_number': 4, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'gw_port': {'id': 'd6c02fb2-6ec7-4689-b1ec-8454f8909825', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:39Z', 'updated_at': '2021-06-10T14:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '61784ca3-e1e9-44f5-8cd7-012971b565f4', 'name': '', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'mac_address': 'fa:16:3e:3d:d7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:31Z', 'updated_at': '2021-06-10T14:35:39Z', 'revision_number': 5, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'subnets': [{'id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c9a325c-6a0a-4cd2-89d4-c857c2fe9571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:41.695503 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Checking router: c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:35:41.695862 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Updating router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a port d6c02fb2-6ec7-4689-b1ec-8454f8909825 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:35:41.735482 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.101696 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.111393 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Transition to ACTIVE for port object d6c02fb2-6ec7-4689-b1ec-8454f8909825 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:35:42.117604 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.119980 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:42.179722 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd162fc2-a743-4217-908e-c52a76e1692e None None] Pushing event updated for resources: {'Port': ['ID=d6c02fb2-6ec7-4689-b1ec-8454f8909825,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:42.182524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Attempting to bind port d6c02fb2-6ec7-4689-b1ec-8454f8909825 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:35:42.182931 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Attempting to bind port d6c02fb2-6ec7-4689-b1ec-8454f8909825 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:35:42.183287 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Attempting to bind port d6c02fb2-6ec7-4689-b1ec-8454f8909825 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:35:42.185363 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-bd162fc2-a743-4217-908e-c52a76e1692e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:42.189145 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:35:42.189531 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:35:42.189937 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.190333 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:35:42.190809 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Bound port: d6c02fb2-6ec7-4689-b1ec-8454f8909825, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:35:42.191212 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.250581 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] For port d6c02fb2-6ec7-4689-b1ec-8454f8909825, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:35:42.253655 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] For port d6c02fb2-6ec7-4689-b1ec-8454f8909825, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=d6c02fb2-6ec7-4689-b1ec-8454f8909825,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:35:42.258199 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:42.261193 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:42.324229 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd162fc2-a743-4217-908e-c52a76e1692e None None] Pushing event updated for resources: {'Port': ['ID=d6c02fb2-6ec7-4689-b1ec-8454f8909825,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:42.326560 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Routers {'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:35:42.327177 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:35:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:42.329838 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-bd162fc2-a743-4217-908e-c52a76e1692e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:42.470555 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] Set router c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:35:42.744918 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'name': 'router1', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd6c02fb2-6ec7-4689-b1ec-8454f8909825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:21Z', 'updated_at': '2021-06-10T14:35:40Z', 'revision_number': 4, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'gw_port': {'id': 'd6c02fb2-6ec7-4689-b1ec-8454f8909825', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:39Z', 'updated_at': '2021-06-10T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '61784ca3-e1e9-44f5-8cd7-012971b565f4', 'name': '', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'mac_address': 'fa:16:3e:3d:d7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:31Z', 'updated_at': '2021-06-10T14:35:39Z', 'revision_number': 5, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'subnets': [{'id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c9a325c-6a0a-4cd2-89d4-c857c2fe9571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:35:42.748365 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087005c3-c0f8-48a2-90fa-eed70cea5079 None None] The sync data for ids ['c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a'] in dv-cinder-795785-1-iscsi is: [{'id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'name': 'router1', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd6c02fb2-6ec7-4689-b1ec-8454f8909825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:35:21Z', 'updated_at': '2021-06-10T14:35:40Z', 'revision_number': 4, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'gw_port': {'id': 'd6c02fb2-6ec7-4689-b1ec-8454f8909825', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:39Z', 'updated_at': '2021-06-10T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '61784ca3-e1e9-44f5-8cd7-012971b565f4', 'name': '', 'network_id': '8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0', 'tenant_id': 'bea84b73260d44d58c8cdf851e007f64', 'mac_address': 'fa:16:3e:3d:d7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7248dfb-dcfe-45e0-8cd9-dc4a5602ee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:35:31Z', 'updated_at': '2021-06-10T14:35:39Z', 'revision_number': 5, 'project_id': 'bea84b73260d44d58c8cdf851e007f64', 'subnets': [{'id': 'df8d4db7-be92-4af4-894d-1aa44d56cb23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c9a325c-6a0a-4cd2-89d4-c857c2fe9571'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:35:43.132353 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device d6c02fb2-6ec7-4689-b1ec-8454f8909825 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:43.190584 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port d6c02fb2-6ec7-4689-b1ec-8454f8909825 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:35:43.194539 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port d6c02fb2-6ec7-4689-b1ec-8454f8909825 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:43.194945 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:43.217228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 42658) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:35:43.292589 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:43.316694 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port d6c02fb2-6ec7-4689-b1ec-8454f8909825, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=d6c02fb2-6ec7-4689-b1ec-8454f8909825,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:35:43.322611 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:43.324945 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-7c29e701-8b21-4705-a24b-9c49c64ff625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:35:43.363181 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-81253185-a997-490c-9590-6207b4fe3fae admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1446712 Jun 10 14:35:43.381493 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=d6c02fb2-6ec7-4689-b1ec-8454f8909825,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:35:43.384736 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:35:45.101009 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device d6c02fb2-6ec7-4689-b1ec-8454f8909825 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:35:45.169356 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port d6c02fb2-6ec7-4689-b1ec-8454f8909825 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:35:45.169356 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:46.363427 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:35:56.493635 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a8455397-28e5-4a86-951f-e4cab1be63be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:59.208831 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ebe046b9-c09f-44fd-a42b-6b6bc19d7473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:35:59.216982 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:00.059251 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:01.904334 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:23.353418 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:36:26.492390 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bdec65cc-8e0d-4783-adeb-eb33fe64d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:29.202267 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-adceeb10-722a-4a11-a764-c276e31c4dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:29.211738 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:30.056168 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:31.903340 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:56.486193 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d5780180-a2e2-4a59-8734-e54674fcef43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:59.200916 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d8250aa0-2261-4e33-8024-32aca22f2a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:36:59.207490 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:00.053190 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:00.352405 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:37:01.906530 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:18.270168 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43226) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:18.335916 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7b946a-df42-45fe-a421-5a81ee4bcb07 admin admin] GET failed (client error): The resource could not be found. Jun 10 14:37:18.337252 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-9a7b946a-df42-45fe-a421-5a81ee4bcb07 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661554 Jun 10 14:37:18.608966 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2427b4-aa15-4b2e-9248-5cf1d7daef23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:18.610446 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-de2427b4-aa15-4b2e-9248-5cf1d7daef23 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2693982 Jun 10 14:37:20.745929 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43236) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:20.842121 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ccb08-c7e1-41b5-a0d8-a33fd234612d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:20.843446 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-353ccb08-c7e1-41b5-a0d8-a33fd234612d admin admin] 10.222.0.23 "GET /v2.0/subnets/df8d4db7-be92-4af4-894d-1aa44d56cb23 HTTP/1.1" status: 200 len: 849 time: 0.0965543 Jun 10 14:37:20.853618 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:37:20.953277 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:21.116871 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788776345905'] for subnet, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:21.119999 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bd10b601-77fa-4f2f-8b09-839a3ed4b02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:37:21.151942 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:21.152536 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:21.153796 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] 10.222.0.23 "PUT /v2.0/subnets/df8d4db7-be92-4af4-894d-1aa44d56cb23 HTTP/1.1" status: 200 len: 868 time: 0.3049612 Jun 10 14:37:21.162259 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8695a67-fb1d-485a-8850-5407c898dc13 None None] Network 8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:37:21.184788 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8d4db7-be92-4af4-894d-1aa44d56cb23,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:37:21.192167 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.192539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.192883 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.193217 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.193548 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.193899 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.194233 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.194558 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.194930 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.195260 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.195582 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.195919 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:37:21.199526 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:37:21.583605 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9ccea6b5-bd0e-428f-90b2-fa9e0cefd842 None None] Provisioning complete for port 61784ca3-e1e9-44f5-8cd7-012971b565f4 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:37:21.583981 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9ccea6b5-bd0e-428f-90b2-fa9e0cefd842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:21.681148 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9ccea6b5-bd0e-428f-90b2-fa9e0cefd842 None None] Provisioning complete for port 452529d6-729c-4f4a-9132-b8e57b8670ff triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:37:21.681528 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9ccea6b5-bd0e-428f-90b2-fa9e0cefd842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:23.308072 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43244) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:23.517585 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cadb3ab-eb96-4638-9023-fcb76a909910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:23.518060 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cadb3ab-eb96-4638-9023-fcb76a909910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:23.519606 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-4cadb3ab-eb96-4638-9023-fcb76a909910 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105796 Jun 10 14:37:25.641066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43252) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:25.794636 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e567ba-ab6c-46cd-81a6-ed709c524800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:25.795144 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e567ba-ab6c-46cd-81a6-ed709c524800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:25.796662 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-f5e567ba-ab6c-46cd-81a6-ed709c524800 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1546514 Jun 10 14:37:26.487569 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7f566bbe-d145-4edf-a882-eb0d6de68b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:27.913717 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43260) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:28.065152 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab8eb03-c01d-4c91-b473-c74b77490dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:28.066489 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-1ab8eb03-c01d-4c91-b473-c74b77490dd9 admin admin] 10.222.0.23 "GET /v2.0/networks/8ee43d64-6cdd-4d01-bdf0-7a0be7abc3d0 HTTP/1.1" status: 200 len: 869 time: 0.1517792 Jun 10 14:37:29.198749 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b7664d2-7138-492c-9170-cade73fe8078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:29.213013 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:30.055107 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:30.217265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43268) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:30.365257 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c233edb-649c-4bba-8939-12024bd1e8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:30.366679 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-8c233edb-649c-4bba-8939-12024bd1e8ec admin admin] 10.222.0.23 "GET /v2.0/networks/fe699a51-905c-4414-a800-34783e48bcf7 HTTP/1.1" status: 200 len: 886 time: 0.1484735 Jun 10 14:37:31.908389 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:32.488411 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43276) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:32.612325 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c71d64-fb4c-49f4-bcd6-9b6f798cd988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:32.612796 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c71d64-fb4c-49f4-bcd6-9b6f798cd988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:32.614305 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-88c71d64-fb4c-49f4-bcd6-9b6f798cd988 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249433 Jun 10 14:37:34.762419 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43284) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:34.862363 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1f48e-834d-4459-a3ff-e59eb6e347d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:34.862833 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1f48e-834d-4459-a3ff-e59eb6e347d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:34.866088 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-bbb1f48e-834d-4459-a3ff-e59eb6e347d8 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1021719 Jun 10 14:37:36.995369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43292) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:37.087659 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795aed2a-2a0a-4c67-838e-239e9b3bff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:37.088967 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-795aed2a-2a0a-4c67-838e-239e9b3bff5b admin admin] 10.222.0.23 "GET /v2.0/subnets/c79b581f-459e-4267-85bc-29df09223d27 HTTP/1.1" status: 200 len: 816 time: 0.0926108 Jun 10 14:37:37.386448 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:37:39.213269 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43300) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:37:39.311033 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cbb652-fa71-4c16-bfdd-c5820ce4fe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:37:39.312341 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-29cbb652-fa71-4c16-bfdd-c5820ce4fe15 admin admin] 10.222.0.23 "GET /v2.0/subnets/df8d4db7-be92-4af4-894d-1aa44d56cb23 HTTP/1.1" status: 200 len: 868 time: 0.0981350 Jun 10 14:37:56.489982 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ed04624d-67bf-468d-9c9e-36c1e1f782f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:59.193594 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-38460a6f-59c6-4da5-8b4e-e1ff3eeaf743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:37:59.204094 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:00.057892 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:01.913682 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:02.485014 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43344) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:38:02.530575 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [None req-cb210573-f09d-453d-9a8d-9d4e720f908e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:38:02.531579 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-cb210573-f09d-453d-9a8d-9d4e720f908e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456147 Jun 10 14:38:04.736278 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43352) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:38:04.800230 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b6e01f-aa90-4124-874f-d45e421254ba admin admin] GET failed (client error): The resource could not be found. Jun 10 14:38:04.801532 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-71b6e01f-aa90-4124-874f-d45e421254ba admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0643139 Jun 10 14:38:04.907303 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fa0fe-f44d-4f88-a18e-6a3734a6f2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:38:04.908742 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e39fa0fe-f44d-4f88-a18e-6a3734a6f2b3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1028266 Jun 10 14:38:07.066434 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43360) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:38:07.111785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:38:07.132154 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Made reservation on behalf of 6b8465a6efb6469d978be0ab10e4ceae for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:38:07.134526 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:07.269884 dv-cinder-795785-1-iscsi neutron-server[98496]: WARNING neutron.services.revisions.revision_plugin [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Could not find related network for resource to bump revision. Jun 10 14:38:07.284011 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:38:07.294745 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:07.295106 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Added segment 06ea9121-8392-4dba-a12b-85b101b8974d of type vlan for network f5b50dc6-c508-441f-ab0d-3685cff40455 Jun 10 14:38:07.342800 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:07.370748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:07.372044 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:38:07.372612 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:07.375221 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:38:07.409000 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3414798 Jun 10 14:38:07.457072 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Pushing event updated for resources: {'Network': ['ID=f5b50dc6-c508-441f-ab0d-3685cff40455,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:38:07.461505 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:38:07.469435 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network f5b50dc6-c508-441f-ab0d-3685cff40455 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:38:09.572133 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43368) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:38:09.633458 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.pecan_wsgi.hooks.translation [None req-992736f2-6ab7-473a-966a-9f96c2b0d702 admin admin] GET failed (client error): The resource could not be found. Jun 10 14:38:09.634762 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-992736f2-6ab7-473a-966a-9f96c2b0d702 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616646 Jun 10 14:38:09.727682 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b19ca-8f76-472d-a2e2-e01484fed931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:38:09.729368 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-9a8b19ca-8f76-472d-a2e2-e01484fed931 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0908053 Jun 10 14:38:09.738786 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:38:09.759043 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Made reservation on behalf of 6b8465a6efb6469d978be0ab10e4ceae for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:38:09.761271 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:09.961265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:09.964057 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:38:10.029404 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14945a50-39ce-4f9c-a14e-a459bc8b8020,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:38:10.032974 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:38:10.037178 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Checking segment: {'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:38:10.037558 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Network hostable DHCP agents. Network: f5b50dc6-c508-441f-ab0d-3685cff40455, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:38:10.053114 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Network f5b50dc6-c508-441f-ab0d-3685cff40455 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:38:10.061343 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, f5b50dc6-c508-441f-ab0d-3685cff40455) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:38:10.065444 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:38:10.066096 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:10.070958 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901a885-1b81-4e74-95ea-4d1f0f9d277c None None] Network f5b50dc6-c508-441f-ab0d-3685cff40455 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:38:10.080261 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3448379 Jun 10 14:38:10.264292 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-f5b50dc6-c508-441f-ab0d-3685cff40455', 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455', 'tenant_id': '6b8465a6efb6469d978be0ab10e4ceae', 'fixed_ips': [{'subnet_id': '14945a50-39ce-4f9c-a14e-a459bc8b8020'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:38:10.265138 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:10.421411 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Allocated IP 192.168.233.2 (f5b50dc6-c508-441f-ab0d-3685cff40455/14945a50-39ce-4f9c-a14e-a459bc8b8020/b6268fc9-ec79-497c-a542-19b5708de97b) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:38:10.600262 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:10.608683 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Transition to ACTIVE for port object b6268fc9-ec79-497c-a542-19b5708de97b will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:38:10.625162 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Transition to ACTIVE for port object b6268fc9-ec79-497c-a542-19b5708de97b will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:38:10.631529 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:10.633732 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:38:10.780549 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Network f5b50dc6-c508-441f-ab0d-3685cff40455 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:38:10.783654 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:38:10.790471 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:38:10.797293 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Pushing event updated for resources: {'Port': ['ID=b6268fc9-ec79-497c-a542-19b5708de97b,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:38:10.809379 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.809730 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.810072 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.810403 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.810741 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.811107 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.811440 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.811762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.812759 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.812759 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.813007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.813296 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:38:10.837446 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:38:10.875530 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Attempting to bind port b6268fc9-ec79-497c-a542-19b5708de97b on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:38:10.875909 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Attempting to bind port b6268fc9-ec79-497c-a542-19b5708de97b by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:38:10.876281 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Attempting to bind port b6268fc9-ec79-497c-a542-19b5708de97b on network f5b50dc6-c508-441f-ab0d-3685cff40455 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:38:10.881554 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:38:10.881930 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Checking segment: {'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:38:10.882335 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:10.882734 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Bound using segment: {'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:38:10.883352 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Bound port: b6268fc9-ec79-497c-a542-19b5708de97b, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:38:10.883736 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:10.962270 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] For port b6268fc9-ec79-497c-a542-19b5708de97b, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:38:10.965669 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] For port b6268fc9-ec79-497c-a542-19b5708de97b, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=b6268fc9-ec79-497c-a542-19b5708de97b,segment=NetworkSegment(06ea9121-8392-4dba-a12b-85b101b8974d),segment_id=06ea9121-8392-4dba-a12b-85b101b8974d)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:38:10.970010 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:10.972274 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-bd162fc2-a743-4217-908e-c52a76e1692e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:38:11.038666 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Pushing event updated for resources: {'Port': ['ID=b6268fc9-ec79-497c-a542-19b5708de97b,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:38:11.042172 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:38:11.885006 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77b563-b476-4c22-8d7d-c15f7eaca6d4 None None] Network f5b50dc6-c508-441f-ab0d-3685cff40455 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:38:11.994071 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-64270d71-7005-466e-98c7-a1c035654541 None None] Provisioning for port b6268fc9-ec79-497c-a542-19b5708de97b completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:38:13.238000 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device b6268fc9-ec79-497c-a542-19b5708de97b up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:38:13.295689 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port b6268fc9-ec79-497c-a542-19b5708de97b completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:38:13.299068 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port b6268fc9-ec79-497c-a542-19b5708de97b triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:38:13.299445 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:13.386309 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:13.424521 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port b6268fc9-ec79-497c-a542-19b5708de97b, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=b6268fc9-ec79-497c-a542-19b5708de97b,segment=NetworkSegment(06ea9121-8392-4dba-a12b-85b101b8974d),segment_id=06ea9121-8392-4dba-a12b-85b101b8974d)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:38:13.428753 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:13.430755 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:38:13.483055 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=b6268fc9-ec79-497c-a542-19b5708de97b,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:38:13.486004 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:38:14.356662 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:38:15.219596 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device b6268fc9-ec79-497c-a542-19b5708de97b up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:38:15.273643 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port b6268fc9-ec79-497c-a542-19b5708de97b triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:38:15.274176 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:26.491938 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6bbc9bfe-3cb5-45e4-b15b-94198075b384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:29.201829 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-8ab91945-fa15-428b-865e-000638526d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:29.208849 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:30.061121 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:31.916120 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:51.355204 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:38:56.492954 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-01ecf119-9e5a-45cf-ad99-3682f1e59e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.209065 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0533-048d-492c-b090-a15de55785ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:38:59.216986 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:00.065060 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:01.918024 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.156785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43420) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:39:17.162761 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [None req-af8474ee-3ab7-4f40-b220-2dbbe7f5b344 tempest-verify_tempest_config-1748531393 tempest-verify_tempest_config-1748531393-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:39:17.163737 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-af8474ee-3ab7-4f40-b220-2dbbe7f5b344 tempest-verify_tempest_config-1748531393 tempest-verify_tempest_config-1748531393-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060091 Jun 10 14:39:17.471051 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43438) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:39:17.574282 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.666352 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.670037 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.672932 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:39:17.717348 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136f23c2-b98b-4722-a52a-08e249a55fca,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:39:17.721814 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08b9638a24fa4613af4c5c6a5cc77441&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2497852 Jun 10 14:39:17.724791 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43442) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:39:17.726271 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.726643 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.727011 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.727350 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.727671 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.727988 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.728313 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.728628 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.728958 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.729275 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.729592 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.730166 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.734419 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:39:17.784841 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.807791 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.897869 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.900729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:17.901864 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/136f23c2-b98b-4722-a52a-08e249a55fca HTTP/1.1" status: 204 len: 168 time: 0.1761160 Jun 10 14:39:17.903220 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:39:17.912507 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136f23c2-b98b-4722-a52a-08e249a55fca,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:39:17.919116 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.919414 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.919757 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.920091 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.920418 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.920761 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.921088 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.921407 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.921747 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.922070 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.922387 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.922705 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:39:17.925931 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:39:26.495613 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b20c5f9b-6a6c-4d5d-96d6-df31a857592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:28.353889 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:39:29.190439 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0241878e-27d0-4c8b-a70c-0b266a3c08a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:29.210065 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:30.068594 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:31.921979 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:56.497495 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c6b1da08-16ff-4d9f-af16-0bca8c1dd538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:59.190580 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a231ff3a-7f89-437e-8680-bfc47294d77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:39:59.209169 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:00.069608 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:01.924446 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:05.352223 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:40:26.497406 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f6db9151-27bd-456a-bcd9-052d0218a4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:29.191699 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0b34-8dd4-49a2-94b7-8345f55aa417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:29.210009 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:30.072022 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:31.927619 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:42.349925 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 5 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:40:56.498617 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-955945e2-01b7-4d6b-bbd6-ac2371566157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:57.020962 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189'] for agent, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:59.193667 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-151baf91-ce22-437c-8ba1-c91507e73e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:59.211443 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:40:59.805699 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43496) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:40:59.908288 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2c8a7e2f-994a-4a2f-a588-5fd6865a9eec admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1014826 Jun 10 14:41:00.075216 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:01.932861 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:02.030396 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43506) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:41:02.106393 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-977656e4-b1d6-4187-8fad-90b689c97fbf admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0748696 Jun 10 14:41:19.348680 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:41:26.499990 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-61f48995-803e-46f2-ae02-db4cb0ac4648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:26.991826 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:29.189130 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-97867160-b543-46a1-94d7-a4820fa1e5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:29.211035 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:30.078102 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:31.935230 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:56.348615 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:41:56.503778 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a8f2d239-0285-4555-9e40-b14236ebd189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:56.984485 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:59.204007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-5549dd31-9f40-4841-9175-9affffa6f8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:41:59.216222 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:00.083346 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:01.939017 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.503972 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-91fa5024-d7a0-4b77-8ad7-bba27e530384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:26.998579 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:29.213552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2aec008a-5fc3-4291-8e84-db467c45bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:29.231069 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:30.096711 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:31.954868 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.005258 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43726) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:33.094816 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43740) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:33.271872 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43750) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:33.348998 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2030165104-network', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:33.356064 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:42:33.381063 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-829011378-network', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:33.385493 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Made reservation on behalf of 9456a45ad6bb45d4a651aeb21adc2873 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:33.387746 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.403487 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.404140 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43758) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:33.442004 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Made reservation on behalf of d6b5cc5cfd32435ca49e59af025df610 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:33.444836 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.460933 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.553513 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.560151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.568313 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:33.584376 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:33.593761 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.594114 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Added segment 9779eb09-ca8d-4571-aa82-e4723470f7d6 of type vlan for network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 Jun 10 14:42:33.617340 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-network', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:33.669954 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.681381 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-64812699-network', 'tenant_id': '6fc3fa9d745749aba774935d12a2e3e9'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:33.725210 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb509b8-d2e4-4403-8a4b-7b46a4d369a4,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:33.739551 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.744116 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.744526 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.744828 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.745336 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.745861 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.746182 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.746511 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.746833 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.747197 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.747533 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.747882 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.748151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Tracked resource versions report: Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: pushed versions: Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Log': {'1.0'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Network': {'1.1'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Port': {'1.7'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'PortForwarding': {'1.2'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'QosPolicy': {'1.8'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SubPort': {'1.0'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Subnet': {'1.1'}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Trunk': {'1.1'}} Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: consumer versions: Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'ConntrackHelper': '1.0', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Log': '1.0', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Network': '1.1', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Port': '1.7', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'PortForwarding': '1.2', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'QosPolicy': '1.8', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroup': '1.4', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SecurityGroupRule': '1.2', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'SubPort': '1.0', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Subnet': '1.1', Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: 'Trunk': '1.1'}} Jun 10 14:42:33.749463 dv-cinder-795785-1-iscsi neutron-server[98497]: {{(pid=98497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:33.757146 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:33.757792 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.763263 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:33.763800 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-13c78635-d067-4a06-9a36-5e670dbb856e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:33.859094 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Pushing event updated for resources: {'Network': ['ID=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:33.863462 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:33.870461 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:33.884801 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.889412 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.894729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:33.916372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:33.917550 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Made reservation on behalf of 6fc3fa9d745749aba774935d12a2e3e9 for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:33.920777 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.937346 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1c7f9c-d875-490f-8d30-13e1f360803f,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:33.943554 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:33.947728 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.948420 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Added segment f9e5216a-cceb-41d9-8826-6b4054740fc6 of type vlan for network 10c0d69e-5adc-49c8-bb0e-f62dc712052e Jun 10 14:42:33.959695 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.976456 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Made reservation on behalf of a26be3eb2e9248bfab216dad8886cd97 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:33.979412 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:33.996007 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9894476 Jun 10 14:42:33.997972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43796) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:34.003037 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Request body: {'subnet': {'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2030165104-subnet', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:34.035656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.070936 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.116410 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.118548 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:34.119172 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.126632 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.132868 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.133373 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:34.150164 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:34.163895 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.164214 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Added segment ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8 of type vlan for network 3498088e-bf53-4c02-b410-cc5543dfdd02 Jun 10 14:42:34.216245 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Pushing event updated for resources: {'Network': ['ID=10c0d69e-5adc-49c8-bb0e-f62dc712052e,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:34.217044 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.227420 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:34.233188 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1369264 Jun 10 14:42:34.234530 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:34.239167 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43806) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:34.247739 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Request body: {'subnet': {'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-subnet', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:34.259114 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.db.api [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:42:34.259114 dv-cinder-795785-1-iscsi neutron-server[98497]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 14:42:34.259114 dv-cinder-795785-1-iscsi neutron-server[98497]: [parameters: {'project_id_1': 'a26be3eb2e9248bfab216dad8886cd97', 'expiration_1': datetime.datetime(2021, 6, 10, 14, 42, 34, 52803)}] Jun 10 14:42:34.259114 dv-cinder-795785-1-iscsi neutron-server[98497]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:42:34.259907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_db.api [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:42:34.272570 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:34.279531 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Made reservation on behalf of 9456a45ad6bb45d4a651aeb21adc2873 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:34.285708 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Notify callbacks [] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.309539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a12c1-dd4d-4d6a-996b-ea1c94195749,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:34.320508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.321576 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.322459 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.323074 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.323657 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.324226 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.324765 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.325380 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.325930 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.326471 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.327067 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.327644 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Tracked resource versions report: Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: pushed versions: Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Log': {'1.0'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Network': {'1.1'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Port': {'1.7'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'PortForwarding': {'1.2'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'QosPolicy': {'1.8'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SubPort': {'1.0'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Subnet': {'1.1'}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Trunk': {'1.1'}} Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: consumer versions: Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'ConntrackHelper': '1.0', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Log': '1.0', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Network': '1.1', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Port': '1.7', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'PortForwarding': '1.2', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'QosPolicy': '1.8', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroup': '1.4', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SecurityGroupRule': '1.2', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'SubPort': '1.0', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Subnet': '1.1', Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: 'Trunk': '1.1'}} Jun 10 14:42:34.329419 dv-cinder-795785-1-iscsi neutron-server[98496]: {{(pid=98496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:34.350100 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.351769 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:34.353527 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:34.355614 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.371675 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:34.497611 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Pushing event updated for resources: {'Network': ['ID=3498088e-bf53-4c02-b410-cc5543dfdd02,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:34.508711 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:34.509829 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network 3498088e-bf53-4c02-b410-cc5543dfdd02 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:34.571925 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1637034 Jun 10 14:42:34.587474 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43816) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:34.594991 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Request body: {'subnet': {'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-64812699-subnet', 'tenant_id': '6fc3fa9d745749aba774935d12a2e3e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:34.619275 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Made reservation on behalf of 6fc3fa9d745749aba774935d12a2e3e9 for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:34.619518 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Made reservation on behalf of d6b5cc5cfd32435ca49e59af025df610 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:34.621689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.623748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.780427 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.789224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:34.854503 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:34.925283 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b4614b-c17b-43b7-998e-4a5b62a31efb,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:34.928990 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:35.016941 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.032338 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:35.049451 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Checking segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:35.050089 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Network hostable DHCP agents. Network: 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:35.096926 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:35.119004 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Checking segment: {'id': 'ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:35.119454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Network hostable DHCP agents. Network: 3498088e-bf53-4c02-b410-cc5543dfdd02, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:35.124989 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6f96df-2adf-433a-905e-5e244b09783e,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:35.129941 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:35.149821 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Network 3498088e-bf53-4c02-b410-cc5543dfdd02 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:35.168968 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, 3498088e-bf53-4c02-b410-cc5543dfdd02) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:35.179545 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f27f93-acf2-4512-8fa3-0dec5b424280 None None] Network 3498088e-bf53-4c02-b410-cc5543dfdd02 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:35.183039 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:35.183676 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.234941 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:35.243131 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:35.243726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.249894 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bac2f-0162-43a4-b292-5e8572bee12f None None] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:35.252658 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.257859 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:35.333998 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.341920 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ec4dce-ee03-4793-b39d-ec156b71e400,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:35.352184 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7633986 Jun 10 14:42:35.359678 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:35.360423 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.384889 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3833663 Jun 10 14:42:35.385248 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43858) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:35.389742 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:35.399927 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:35.409640 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:35.416373 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Checking segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:35.416971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Network hostable DHCP agents. Network: 10c0d69e-5adc-49c8-bb0e-f62dc712052e, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:35.419132 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.420832 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.426572 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.427038 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Added segment 38197d71-a1e0-407e-97c1-99f99f327218 of type vlan for network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 Jun 10 14:42:35.540843 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449246dd-fae6-4d0b-8de4-c7d33a3c0905 None None] Network 3498088e-bf53-4c02-b410-cc5543dfdd02 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:35.546227 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:35.572120 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:35.578709 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.595203 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:35.597132 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.607060 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, 10c0d69e-5adc-49c8-bb0e-f62dc712052e) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:35.656809 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:35.658863 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.692218 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2155e08-a2ce-4f7d-9eb9-dd4cb586cc5d None None] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:35.758641 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-afcfef42-f44f-41b9-b3c5-1a991959ded9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5101762 Jun 10 14:42:35.759436 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43872) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:35.769783 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:42:35.770845 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.779275 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:35.790433 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.801988 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:35.802790 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:35.825463 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:36.004377 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Allocated IP 172.20.0.2 (4a1ab817-f3ea-4dc6-99f0-99a17ce4b328/08b4614b-c17b-43b7-998e-4a5b62a31efb/495519ec-ad6a-4ba1-8138-f3e74a9d3b02) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:36.040571 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Pushing event updated for resources: {'Network': ['ID=e22d67ca-c2e7-482e-a0c2-44be9cda75b9,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:36.052078 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:36.055907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.057142 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.119187 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.217381 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9434686 Jun 10 14:42:36.218081 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43886) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:36.229696 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.242167 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Request body: {'subnet': {'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-subnet', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:36.358123 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.381131 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Transition to ACTIVE for port object 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:36.399215 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Transition to ACTIVE for port object 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:36.437864 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.466411 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.478449 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:36.509841 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.651326 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43916) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:36.663572 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Allocated IP 172.27.1.111 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/3d2d6825-20b2-4d65-b680-5d44867f4ad8) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:36.802362 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:36.824165 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:36.832609 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:36.832986 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Made reservation on behalf of a26be3eb2e9248bfab216dad8886cd97 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:36.840316 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.896805 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 43934) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:36.898963 dv-cinder-795785-1-iscsi neutron-server[98496]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 14:42:36.924298 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:36.977454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.977998 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:36.989272 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c87d6a51-be5d-4893-a20b-7444c165db92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.202290 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-fced2048-575e-45bd-950c-5b4006309c90 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:37.211134 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-fced2048-575e-45bd-950c-5b4006309c90 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/networks?id=3498088e-bf53-4c02-b410-cc5543dfdd02 HTTP/1.1" status: 200 len: 810 time: 0.3131096 Jun 10 14:42:37.214798 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.218262 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Pushing event updated for resources: {'Port': ['ID=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:37.231375 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.247544 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-becc07e8-3a4e-4cc2-ae7a-829bf6bf8959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/quotas/6fc3fa9d745749aba774935d12a2e3e9 HTTP/1.1" status: 200 len: 375 time: 0.0353041 Jun 10 14:42:37.290213 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.290610 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.290897 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.291273 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.291604 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.291932 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.292255 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.292577 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.292904 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.293228 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.293546 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.293862 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Tracked resource versions report: Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: pushed versions: Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Log': {'1.0'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Network': {'1.1'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Port': {'1.7'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'PortForwarding': {'1.2'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'QosPolicy': {'1.8'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SubPort': {'1.0'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Subnet': {'1.1'}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Trunk': {'1.1'}} Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: consumer versions: Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'ConntrackHelper': '1.0', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Log': '1.0', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Network': '1.1', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Port': '1.7', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'PortForwarding': '1.2', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'QosPolicy': '1.8', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroup': '1.4', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SecurityGroupRule': '1.2', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'SubPort': '1.0', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Subnet': '1.1', Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: 'Trunk': '1.1'}} Jun 10 14:42:37.294956 dv-cinder-795785-1-iscsi neutron-server[98499]: {{(pid=98499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:37.316902 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:37.331320 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Attempting to bind port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:37.331320 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Attempting to bind port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:37.331707 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Attempting to bind port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:37.341132 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:37.342025 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Checking segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:37.342453 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.342890 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Bound using segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:37.343379 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Bound port: 495519ec-ad6a-4ba1-8138-f3e74a9d3b02, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:37.343805 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.358897 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-95e7a20b-0252-4b4d-945c-6d19fcc5d7e6 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6fc3fa9d745749aba774935d12a2e3e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104305 Jun 10 14:42:37.360811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:37.366140 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:37.371802 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:37.375972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c87d6a51-be5d-4893-a20b-7444c165db92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.417569 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c87d6a51-be5d-4893-a20b-7444c165db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.442634 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.475018 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:42:37.476744 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.497511 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.518061 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Pushing event updated for resources: {'Port': ['ID=3d2d6825-20b2-4d65-b680-5d44867f4ad8,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:37.521232 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-c87d6a51-be5d-4893-a20b-7444c165db92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f379893412cb48c5b202a1feb73db139&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8590860 Jun 10 14:42:37.527256 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43948) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:37.539044 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6a51-be5d-4893-a20b-7444c165db92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6584f0f4-b70a-4e40-87a4-e300bf10fc44,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:37.557166 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c87d6a51-be5d-4893-a20b-7444c165db92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:37.560293 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fb64d506-00a0-4092-b963-a520b883ccad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.611682 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:37.625560 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-0e33ded3-f2d1-4cd9-b509-1f72361b35c2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:42:37.633270 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-0e33ded3-f2d1-4cd9-b509-1f72361b35c2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1406415 Jun 10 14:42:37.739733 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] For port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:37.745293 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] For port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:37.778943 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.787122 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:37.872202 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Allocated IP 172.20.0.2 (10c0d69e-5adc-49c8-bb0e-f62dc712052e/c1ec4dce-ee03-4793-b39d-ec156b71e400/c8b2d69a-1c30-468d-97d4-3e43e85b21ad) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:37.903723 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Pushing event updated for resources: {'Port': ['ID=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:37.918323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:37.931174 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:37.934207 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8571d24f-6b72-461e-8205-470de043a186,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:37.938244 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:37.951131 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Checking segment: {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:37.951682 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Network hostable DHCP agents. Network: e22d67ca-c2e7-482e-a0c2-44be9cda75b9, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:37.953242 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-0363e8b8-4746-4a08-b043-3d5ca1f56eb0 service neutron] 10.222.0.23 "GET /v2.0/networks/3498088e-bf53-4c02-b410-cc5543dfdd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190508 Jun 10 14:42:38.029811 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.100101 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.105730 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.132441 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:42:38.238397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, e22d67ca-c2e7-482e-a0c2-44be9cda75b9) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:38.263479 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:38.264397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.308745 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef22f9-db94-43f0-92dd-c15f5309ebb2 None None] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:38.329006 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1050794 Jun 10 14:42:38.333185 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 43982) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:38.339406 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:38.381187 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.411969 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.413087 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6584f0f4-b70a-4e40-87a4-e300bf10fc44 HTTP/1.1" status: 204 len: 168 time: 0.8848324 Jun 10 14:42:38.417581 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:38.465453 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6584f0f4-b70a-4e40-87a4-e300bf10fc44,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:38.470523 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Allocated IP 172.27.1.217 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/5069e1ca-fd13-4c88-b4fd-3fce4423cad5) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:38.475994 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:38.480466 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.495492 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.496528 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.509646 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Transition to ACTIVE for port object c8b2d69a-1c30-468d-97d4-3e43e85b21ad will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:38.561600 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Transition to ACTIVE for port object c8b2d69a-1c30-468d-97d4-3e43e85b21ad will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:38.578846 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.618350 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:38.635857 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.723199 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:38.743354 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:38.774879 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-d6d72e3b-bf4c-41ce-8408-427756f8d223 service neutron] 10.222.0.23 "GET /v2.0/networks/3498088e-bf53-4c02-b410-cc5543dfdd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8206367 Jun 10 14:42:38.811116 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:38.814893 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:38.837492 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Pushing event updated for resources: {'Port': ['ID=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:38.847585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:38.858253 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b844105-c2fb-49e0-a948-855cfa9dec22 None None] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:39.137473 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.148922 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44010) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:39.156587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Attempting to bind port c8b2d69a-1c30-468d-97d4-3e43e85b21ad on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:39.157148 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Attempting to bind port c8b2d69a-1c30-468d-97d4-3e43e85b21ad by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:39.158274 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Attempting to bind port c8b2d69a-1c30-468d-97d4-3e43e85b21ad on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:39.224618 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:39.225247 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Checking segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:39.225749 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.226840 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Bound using segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:39.228803 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Bound port: c8b2d69a-1c30-468d-97d4-3e43e85b21ad, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:39.229467 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.261843 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-792e8f4f-06bf-427e-ab7f-27cf5011ee39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.269481 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.495095 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.499174 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-35447ea4-68dd-4dcb-ae7c-ed97b52f55f8 req-4ee27905-14a7-4dea-a499-a9c8c4c7556e tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.1778522 Jun 10 14:42:39.513279 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f039b51f-ac70-40d7-b8a1-f9115ce2e5a4 None None] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:39.573969 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:39.764919 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.795698 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:39.806136 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:39.825845 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Router 8fcb131b-aa95-4209-845d-7ebf75f833ec is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:42:39.871368 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-792e8f4f-06bf-427e-ab7f-27cf5011ee39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:39.872796 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:39.910674 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-0559c801-bd57-4871-b70b-d1f4d1423eb1 None None] Provisioning for port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:39.915407 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:39.966007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] For port c8b2d69a-1c30-468d-97d4-3e43e85b21ad, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:39.976571 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] For port c8b2d69a-1c30-468d-97d4-3e43e85b21ad, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:39.994198 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.022613 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:40.034936 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Sync routers for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:40.044518 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:40.049373 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:40.050207 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:40.056785 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:40.081293 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.089972 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6991076 Jun 10 14:42:40.093191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44062) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:40.101429 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-792e8f4f-06bf-427e-ab7f-27cf5011ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.181444 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:40.181962 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.258873 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:40.361245 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Pushing event updated for resources: {'Port': ['ID=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:40.374211 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:40.583993 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.685910 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:37Z', 'revision_number': 3, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:40.700338 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Checking router: 8fcb131b-aa95-4209-845d-7ebf75f833ec for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:40.701025 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Updating router 8fcb131b-aa95-4209-845d-7ebf75f833ec port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:40.701742 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:40.709907 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.712242 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:40.805276 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:40.840495 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44092) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:40.862137 dv-cinder-795785-1-iscsi neutron-server[98497]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 14:42:40.878330 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Pushing event updated for resources: {'Port': ['ID=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:41.086714 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-3f3e8bce-88ef-4c6b-abbf-641806f5ebc8 None None] Provisioning complete for port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:41.090927 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8bce-88ef-4c6b-abbf-641806f5ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.094811 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:41.101591 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.121562 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d73b8218-a163-4945-ba1a-c29fe53f1518 req-4ac8b14c-cc10-4bf2-9a51-f2c0c3b63038 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.2811332 Jun 10 14:42:41.122848 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.144831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.349s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.184493 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-74f6bdbf-d870-4a60-b6a4-65a8ea7a5b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.031s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.199402 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-792e8f4f-06bf-427e-ab7f-27cf5011ee39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c57e356409f407db06619b150b89546&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0439522 Jun 10 14:42:41.220310 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44108) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:41.221500 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.429656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e8f4f-06bf-427e-ab7f-27cf5011ee39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36006e7e-0961-4492-a373-d1df14d53ef7,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:41.524722 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-792e8f4f-06bf-427e-ab7f-27cf5011ee39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.592777 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44114) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:41.602364 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c8b2d69a-1c30-468d-97d4-3e43e85b21ad up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:41.704851 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.707594 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port c8b2d69a-1c30-468d-97d4-3e43e85b21ad completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:41.711761 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.718990 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:41.719765 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Transition to ACTIVE for port object 3d2d6825-20b2-4d65-b680-5d44867f4ad8 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:41.732744 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.735807 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.739012 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.774785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.800140 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-907269ab-84a9-4700-a295-746cf4e35c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.804371 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Pushing event updated for resources: {'Port': ['ID=3d2d6825-20b2-4d65-b680-5d44867f4ad8,revision_number=2']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:41.814676 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.815132 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.815739 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.816272 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.816536 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.816978 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.817350 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.817863 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.818274 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.818824 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.819277 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.820277 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Tracked resource versions report: Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: pushed versions: Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: { 'AddressGroup': {'1.2'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'ConntrackHelper': {'1.0'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Log': {'1.0'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Network': {'1.1'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Port': {'1.7'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'PortForwarding': {'1.2'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'QosPolicy': {'1.8'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroup': {'1.4'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroupRule': {'1.2'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SubPort': {'1.0'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Subnet': {'1.1'}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Trunk': {'1.1'}} Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: consumer versions: Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: { DHCP agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: HyperV agent@hv-cinder-79578: {}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: L3 agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: Metadata agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: Metering agent@dv-cinder-795785-1-iscsi: {}, Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: Open vSwitch agent@dv-cinder-795785-1-iscsi: { 'AddressGroup': '1.2', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'ConntrackHelper': '1.0', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Log': '1.0', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Network': '1.1', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Port': '1.7', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'PortForwarding': '1.2', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'QosPolicy': '1.8', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroup': '1.4', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SecurityGroupRule': '1.2', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'SubPort': '1.0', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Subnet': '1.1', Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: 'Trunk': '1.1'}} Jun 10 14:42:41.822441 dv-cinder-795785-1-iscsi neutron-server[98500]: {{(pid=98500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 14:42:41.834885 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:41.835405 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.836705 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:41.861041 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Attempting to bind port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:41.861798 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Attempting to bind port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:41.863249 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Attempting to bind port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:41.868923 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:41.869647 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:41.870405 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.871048 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:41.871979 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Bound port: 3d2d6825-20b2-4d65-b680-5d44867f4ad8, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:41.872564 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.950883 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] For port 3d2d6825-20b2-4d65-b680-5d44867f4ad8, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:41.955033 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] For port 3d2d6825-20b2-4d65-b680-5d44867f4ad8, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=3d2d6825-20b2-4d65-b680-5d44867f4ad8,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:41.965100 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:41.967680 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:41.986616 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.034963 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce11244-6125-4921-b47f-cbc058ef8728 None None] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:42:42.045516 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:42.046391 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:42.091436 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Allocated IP 172.20.0.1 (4a1ab817-f3ea-4dc6-99f0-99a17ce4b328/08b4614b-c17b-43b7-998e-4a5b62a31efb/01cd8d9c-d810-4657-b181-536f8c44b8d0) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:42.120293 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Pushing event updated for resources: {'Port': ['ID=3d2d6825-20b2-4d65-b680-5d44867f4ad8,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.133449 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-907269ab-84a9-4700-a295-746cf4e35c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.138079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.149485 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-907269ab-84a9-4700-a295-746cf4e35c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.163000 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.172347 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Provisioning for port c8b2d69a-1c30-468d-97d4-3e43e85b21ad completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:42.187793 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Provisioning complete for port c8b2d69a-1c30-468d-97d4-3e43e85b21ad triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:42.188185 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.193157 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.194137 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907269ab-84a9-4700-a295-746cf4e35c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06d0732-add9-440e-953f-ea91a5a0cd79,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.201293 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-907269ab-84a9-4700-a295-746cf4e35c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.201510 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.203098 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36006e7e-0961-4492-a373-d1df14d53ef7 HTTP/1.1" status: 204 len: 168 time: 0.9160702 Jun 10 14:42:42.214085 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c87d6a51-be5d-4893-a20b-7444c165db92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.228461 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36006e7e-0961-4492-a373-d1df14d53ef7,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.231917 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.266885 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-907269ab-84a9-4700-a295-746cf4e35c8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e3d2adc304b46faa1e9fb0a47e2226f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6722889 Jun 10 14:42:42.269732 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44128) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:42.322868 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.341200 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Transition to ACTIVE for port object 01cd8d9c-d810-4657-b181-536f8c44b8d0 will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:42.353161 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Allocated IP 172.27.1.172 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:42.383610 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:42.395831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.407770 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.433192 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.446188 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:42.451239 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:42.452930 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:42.453609 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.477725 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.555180 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.560075 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] For port c8b2d69a-1c30-468d-97d4-3e43e85b21ad, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:42.563052 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Pushing event updated for resources: {'Port': ['ID=01cd8d9c-d810-4657-b181-536f8c44b8d0,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.571301 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.575874 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:42.583251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.679954 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bf1c12aa-c67e-4c49-933e-f04803ae4bb4 req-71c1d24f-f9b4-40c4-ab21-cddd26530301 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.1486456 Jun 10 14:42:42.735950 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Pushing event updated for resources: {'Port': ['ID=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:42.743940 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:42.807863 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.810086 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-da4042a7-09ad-4d04-bbcd-5b03b473ed72 None None] Provisioning for port 01cd8d9c-d810-4657-b181-536f8c44b8d0 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:42.814496 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-da4042a7-09ad-4d04-bbcd-5b03b473ed72 None None] Provisioning complete for port 01cd8d9c-d810-4657-b181-536f8c44b8d0 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:42.815228 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-da4042a7-09ad-4d04-bbcd-5b03b473ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.842379 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:37Z', 'revision_number': 3, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:42.849052 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3534072-1bdf-4288-bdb0-65fe1878c6c1 None None] The sync data for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi is: [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:37Z', 'revision_number': 3, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:42.941577 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:42.967367 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-da4042a7-09ad-4d04-bbcd-5b03b473ed72 None None] Port 01cd8d9c-d810-4657-b181-536f8c44b8d0 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:43.031718 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Router 36e8450f-bd3b-458b-a065-58a1f2e25f27 is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:42:43.045969 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.065654 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.072509 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.075220 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e06d0732-add9-440e-953f-ea91a5a0cd79 HTTP/1.1" status: 204 len: 168 time: 0.8039980 Jun 10 14:42:43.078754 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:43.092664 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-0f3a9fb8-02e7-40f1-b73d-71d551edd30c None None] Provisioning complete for port c8b2d69a-1c30-468d-97d4-3e43e85b21ad triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:43.093063 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9fb8-02e7-40f1-b73d-71d551edd30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.309298 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.316266 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.329832 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.352541 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:43.578372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:43.590955 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Sync routers for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:43.607398 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:43.608062 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:43.634845 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06d0732-add9-440e-953f-ea91a5a0cd79,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:43.640573 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:43.651854 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.654270 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Pushing event updated for resources: {'Port': ['ID=01cd8d9c-d810-4657-b181-536f8c44b8d0,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:43.656907 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8931067 Jun 10 14:42:43.657611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44156) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:43.686428 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:43.713813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:43.716338 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:43.863827 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44162) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:43.901906 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c8b2d69a-1c30-468d-97d4-3e43e85b21ad up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:43.905536 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-91e31398-2574-477c-86b4-1f35155c5d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.907794 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:43.980842 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6c43fa26-a751-4a85-af31-1971c019eb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:44.106694 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Router 8fcb131b-aa95-4209-845d-7ebf75f833ec has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:42:44.154127 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Pushing event updated for resources: {'Port': ['ID=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:44.198204 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:44.216792 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port c8b2d69a-1c30-468d-97d4-3e43e85b21ad triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:44.217180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.255014 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:44.340624 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b46b7641-5d32-4d8a-9c25-9163ca8f4d4b req-d90b861f-13bc-46e3-9fb0-e19999659bc3 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.2370751 Jun 10 14:42:44.378116 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:44.402985 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:44.424346 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:44.449449 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] 10.222.0.23 "PUT /v2.0/routers/8fcb131b-aa95-4209-845d-7ebf75f833ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3546426 Jun 10 14:42:44.449863 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:44.556207 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-697a1280-edc8-4f82-a815-c947cddece9a None None] Provisioning complete for port 01cd8d9c-d810-4657-b181-536f8c44b8d0 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:44.556765 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-697a1280-edc8-4f82-a815-c947cddece9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.738842 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-697a1280-edc8-4f82-a815-c947cddece9a None None] Port 01cd8d9c-d810-4657-b181-536f8c44b8d0 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:44.746297 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.21', 51866) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:44.851505 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 3d2d6825-20b2-4d65-b680-5d44867f4ad8 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:44.957398 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 3, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:44.962517 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:44.966095 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Checking router: 36e8450f-bd3b-458b-a065-58a1f2e25f27 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:44.966454 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Updating router 36e8450f-bd3b-458b-a065-58a1f2e25f27 port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:44.969771 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:44.970154 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:44.976327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-91e31398-2574-477c-86b4-1f35155c5d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.009311 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-3cfc1139-a4fa-46b4-99ea-6c8deee9f279 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:45.011495 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-3cfc1139-a4fa-46b4-99ea-6c8deee9f279 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.21 "GET /v2.0/networks?id=3498088e-bf53-4c02-b410-cc5543dfdd02 HTTP/1.1" status: 200 len: 810 time: 0.2640469 Jun 10 14:42:45.012888 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-91e31398-2574-477c-86b4-1f35155c5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.035634 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:45.069886 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Request body: {'port': {'device_id': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02', 'admin_state_up': True, 'tenant_id': '6fc3fa9d745749aba774935d12a2e3e9'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:45.087062 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e31398-2574-477c-86b4-1f35155c5d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f757fef-6761-4424-a4a0-5c8c3a53dd3a,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:45.100607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-91e31398-2574-477c-86b4-1f35155c5d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:45.440813 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:45.562049 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Sync routers for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:45.588817 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:45.589449 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:45.735216 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-91e31398-2574-477c-86b4-1f35155c5d71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=675703113c494339940e52233672737d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8575597 Jun 10 14:42:45.762607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44244) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:45.817798 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44246) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:45.831687 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253868399', 'description': 'tempest-description--503113073'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:45.873947 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-98ea5f91-e32d-42f3-a924-a866ab8f6b6e req-542e7893-63c6-43ef-be95-c74f62610afb tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.1576102 Jun 10 14:42:45.895851 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.006068 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.016723 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:46.029296 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.057370 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 3d2d6825-20b2-4d65-b680-5d44867f4ad8, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=3d2d6825-20b2-4d65-b680-5d44867f4ad8,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:46.069638 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.082829 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.137706 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.217838 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.241706 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.294739 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=3d2d6825-20b2-4d65-b680-5d44867f4ad8,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:46.295980 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.305576 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:46.361255 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa47dad0-afe5-4a86-97c9-4591d0b484ff,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:46.368105 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:46.378173 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Made reservation on behalf of 6fc3fa9d745749aba774935d12a2e3e9 for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:46.387839 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.420790 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.423835 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5959141 Jun 10 14:42:46.431641 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44274) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:46.433387 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.442749 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'security_group_rule': {'security_group_id': 'aa47dad0-afe5-4a86-97c9-4591d0b484ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:46.467060 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Transition to ACTIVE for port object 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:46.482762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.486073 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:46.553631 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:43Z', 'revision_number': 2, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:46.560657 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Checking router: 8fcb131b-aa95-4209-845d-7ebf75f833ec for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:46.563763 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Updating router 8fcb131b-aa95-4209-845d-7ebf75f833ec port 01cd8d9c-d810-4657-b181-536f8c44b8d0 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:46.647343 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Attempting to bind port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:46.647731 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Attempting to bind port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:46.648107 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Attempting to bind port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:46.673582 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5cd93-ee8a-4963-992f-99560fd5309e None None] Pushing event updated for resources: {'Port': ['ID=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:46.681035 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.699504 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-fad5cd93-ee8a-4963-992f-99560fd5309e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:46.700810 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:46.701181 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:46.701598 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.702003 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:46.702506 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Bound port: 5069e1ca-fd13-4c88-b4fd-3fce4423cad5, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:46.702891 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.794794 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.899518 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] For port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:46.926782 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] For port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:46.941939 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:46.977672 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:47.067746 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.163805 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:47.164463 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:47.201820 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Allocated IP 172.20.0.4 (3498088e-bf53-4c02-b410-cc5543dfdd02/8c6f96df-2adf-433a-905e-5e244b09783e/41e55635-3f30-4bbc-b537-de7689982852) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:47.205287 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.298518 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2cfd53af-8a9e-4255-8612-45d0d179e100 req-3798b6dc-59f8-4428-af6a-fb98d9c8614a tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.1164789 Jun 10 14:42:47.303370 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44290) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:47.331108 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.357717 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:47.359110 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.446354 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.481691 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Transition to ACTIVE for port object 01cd8d9c-d810-4657-b181-536f8c44b8d0 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:47.488129 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7665d2-ff90-4400-8f1e-b672a73df231,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.500592 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.505221 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:47.512164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5cd93-ee8a-4963-992f-99560fd5309e None None] Pushing event updated for resources: {'Port': ['ID=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.520752 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-fad5cd93-ee8a-4963-992f-99560fd5309e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.548988 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:47.568231 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.575917 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1422896 Jun 10 14:42:47.579982 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44300) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:47.587586 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'security_group_rule': {'security_group_id': 'aa47dad0-afe5-4a86-97c9-4591d0b484ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:47.647311 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:47.717453 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b8c7460f-ef7b-4878-897a-826299831513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:47.811791 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37001f5f-00ab-4767-b535-9b0fabdd7a16 None None] Pushing event updated for resources: {'Port': ['ID=01cd8d9c-d810-4657-b181-536f8c44b8d0,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:47.817366 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-37001f5f-00ab-4767-b535-9b0fabdd7a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:48.062411 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.077747 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.107024 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.113104 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f757fef-6761-4424-a4a0-5c8c3a53dd3a HTTP/1.1" status: 204 len: 168 time: 2.3444543 Jun 10 14:42:48.121687 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e992ab6d-ebdc-4cc2-82c2-a587be69bf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:48.139410 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Attempting to bind port 01cd8d9c-d810-4657-b181-536f8c44b8d0 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:48.140220 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Attempting to bind port 01cd8d9c-d810-4657-b181-536f8c44b8d0 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:48.140915 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Attempting to bind port 01cd8d9c-d810-4657-b181-536f8c44b8d0 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:48.144535 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.147425 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:48.148124 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Checking segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:48.148773 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.149408 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Bound using segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:48.150131 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Bound port: 01cd8d9c-d810-4657-b181-536f8c44b8d0, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:48.153597 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.218540 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f757fef-6761-4424-a4a0-5c8c3a53dd3a,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:48.238450 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:48.242986 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Allocated IP 172.20.0.1 (10c0d69e-5adc-49c8-bb0e-f62dc712052e/c1ec4dce-ee03-4793-b39d-ec156b71e400/30cd7a54-6d73-454b-b3c5-7ae4642857e0) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:48.251903 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.282553 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 3d2d6825-20b2-4d65-b680-5d44867f4ad8 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:48.381154 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 3, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:48.416457 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] For port 01cd8d9c-d810-4657-b181-536f8c44b8d0, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:48.423228 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] For port 01cd8d9c-d810-4657-b181-536f8c44b8d0, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=01cd8d9c-d810-4657-b181-536f8c44b8d0,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:48.428475 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb58d9a-c4a4-4f69-9ff8-f3b323ce9db4 None None] The sync data for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi is: [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:41Z', 'revision_number': 3, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:48.439206 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.457787 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-7f3ad063-0252-444c-ad97-3e84dea28efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:48.483195 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:48.483701 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.584694 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:48.587133 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:48.742963 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:48.763699 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:42:48.828457 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:48.956110 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.007158 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:49.011292 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37001f5f-00ab-4767-b535-9b0fabdd7a16 None None] Pushing event updated for resources: {'Port': ['ID=01cd8d9c-d810-4657-b181-536f8c44b8d0,revision_number=4']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:49.081655 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-37001f5f-00ab-4767-b535-9b0fabdd7a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:49.083128 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.177176 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Network 3498088e-bf53-4c02-b410-cc5543dfdd02 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:49.241291 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:49.274351 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:49.290330 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:49.295007 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.298031 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Pushing event updated for resources: {'Port': ['ID=41e55635-3f30-4bbc-b537-de7689982852,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:49.330182 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:49.387675 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.388582 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dd2a48d4-dd95-4e6e-a7f4-7017a903b135 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:49.461738 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b8c7460f-ef7b-4878-897a-826299831513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.463322 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4aad016-5b98-4bff-b28a-839b70ef577c,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:49.466843 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:49.483069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b8c7460f-ef7b-4878-897a-826299831513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.491369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:49.515471 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b76fa-a511-49c4-8667-7aae5916b69e req-ace11083-838e-42bc-87de-9d8c64c4cf70 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:49.528145 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e17b76fa-a511-49c4-8667-7aae5916b69e req-ace11083-838e-42bc-87de-9d8c64c4cf70 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 931 time: 0.8754148 Jun 10 14:42:49.546214 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.566399 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9806697 Jun 10 14:42:49.569115 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5069366 Jun 10 14:42:49.605497 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44348) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:49.640503 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:48Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:49.641179 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:49.645603 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4462e7-123c-418f-aab4-0a7965ffc20c None None] The sync data for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi is: [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:48Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:49.660353 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Transition to ACTIVE for port object 30cd7a54-6d73-454b-b3c5-7ae4642857e0 will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:49.794729 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b8c7460f-ef7b-4878-897a-826299831513 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc0814c38b964619b7e9c94493a5d93b&name=default HTTP/1.1" status: 200 len: 2978 time: 2.4695106 Jun 10 14:42:49.796508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44358) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:49.800294 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7460f-ef7b-4878-897a-826299831513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bde5a2-5477-4a79-bda6-75929bb4c1a6,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:49.823337 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b8c7460f-ef7b-4878-897a-826299831513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:49.824974 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e17b76fa-a511-49c4-8667-7aae5916b69e req-00e8d625-0e3f-4cb3-895d-3de87cf3116c tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958691 Jun 10 14:42:49.856563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:49.874553 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Sync routers for ids ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:49.904990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:49.933315 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Routers {'50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:49.937464 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:49.947230 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-1864f744-9245-4f60-83e3-07d25a7fb184 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:42:49.954647 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-1864f744-9245-4f60-83e3-07d25a7fb184 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351882 Jun 10 14:42:50.002776 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.011684 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.6759541 Jun 10 14:42:50.019255 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44364) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:50.253120 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.548334 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:50.641585 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:50.808447 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Set router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:50.874265 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:50.943415 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Request body: {'port': {'device_id': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:51.156943 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:51.158275 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.178546 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.212575 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:51.506708 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.517334 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:51.531653 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:51.554729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:51.559280 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.573689 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.617641 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:51.713115 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:51.731508 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 01cd8d9c-d810-4657-b181-536f8c44b8d0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:51.739531 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:51.940844 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=30cd7a54-6d73-454b-b3c5-7ae4642857e0,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:51.952671 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:52.036388 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:52.057630 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:52.062378 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-176a17f0-7d81-4463-a324-216899e00151 None None] Provisioning for port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:52.085704 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-176a17f0-7d81-4463-a324-216899e00151 None None] Provisioning complete for port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:52.086661 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-176a17f0-7d81-4463-a324-216899e00151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.152643 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:44Z', 'revision_number': 3, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port': {'id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:52.156126 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-176a17f0-7d81-4463-a324-216899e00151 None None] Port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:52.157983 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 01cd8d9c-d810-4657-b181-536f8c44b8d0 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:52.163787 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 01cd8d9c-d810-4657-b181-536f8c44b8d0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:52.164250 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.228254 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Checking router: 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:52.228624 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Updating router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:52.284569 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.508021 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e55635-3f30-4bbc-b537-de7689982852 {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:42:52.517237 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.534809 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Transition to ACTIVE for port object 41e55635-3f30-4bbc-b537-de7689982852 will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:52.537264 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.598118 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.623466 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.659905 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c2b03853-58d9-4395-87b6-b49b5ff25a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:52.683761 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.759705 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.779665 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Transition to ACTIVE for port object 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:52.787026 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 01cd8d9c-d810-4657-b181-536f8c44b8d0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=01cd8d9c-d810-4657-b181-536f8c44b8d0,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:52.790406 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.793767 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:52.826159 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.867357 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861072cc-86e6-4d8a-930b-0fc31bfeec87 None None] Pushing event updated for resources: {'Port': ['ID=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:52.870342 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-861072cc-86e6-4d8a-930b-0fc31bfeec87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:52.870999 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-fad5cd93-ee8a-4963-992f-99560fd5309e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:52.919345 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Attempting to bind port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:52.919832 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Attempting to bind port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:52.920267 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Attempting to bind port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:52.923495 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.932284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:52.932284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:52.932284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.932284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:52.932284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Bound port: 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:52.932284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.946043 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:52.947474 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54bde5a2-5477-4a79-bda6-75929bb4c1a6 HTTP/1.1" status: 204 len: 168 time: 3.1217375 Jun 10 14:42:52.985029 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:52.989816 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=01cd8d9c-d810-4657-b181-536f8c44b8d0,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.015079 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.052784 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] For port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:53.057535 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] For port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:53.075946 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.092138 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:53.152571 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:53.153166 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.161917 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Routers {'50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:53.163411 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:53.202259 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf20bc-5014-4a15-8049-d96a3eb757d0 req-b984f389-883f-42a1-a722-358be95822e9 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:53.206471 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5bf20bc-5014-4a15-8049-d96a3eb757d0 req-b984f389-883f-42a1-a722-358be95822e9 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 931 time: 1.9700508 Jun 10 14:42:53.270464 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.341903 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.368660 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Attempting to bind port 41e55635-3f30-4bbc-b537-de7689982852 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:53.371404 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Attempting to bind port 41e55635-3f30-4bbc-b537-de7689982852 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:53.371955 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Attempting to bind port 41e55635-3f30-4bbc-b537-de7689982852 on network 3498088e-bf53-4c02-b410-cc5543dfdd02 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:53.406539 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.412554 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.422802 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:53.435060 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Allocated IP 172.27.1.245 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/68acbaf1-7a11-4c77-8687-d15dc6570ced) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:53.438330 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Pushing event updated for resources: {'Port': ['ID=41e55635-3f30-4bbc-b537-de7689982852,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.446482 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Port 41e55635-3f30-4bbc-b537-de7689982852 on network 3498088e-bf53-4c02-b410-cc5543dfdd02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:42:53.446875 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Attempting to bind port 41e55635-3f30-4bbc-b537-de7689982852 on network 3498088e-bf53-4c02-b410-cc5543dfdd02 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:53.451790 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.452305 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-907269ab-84a9-4700-a295-746cf4e35c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:53.462964 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5bf20bc-5014-4a15-8049-d96a3eb757d0 req-d67f36ca-1582-426b-bd33-5a4ef6a24c76 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833444 Jun 10 14:42:53.489849 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bde5a2-5477-4a79-bda6-75929bb4c1a6,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.495221 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:53.495391 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Checking segment: {'id': 'ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:53.496324 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Bound using segment: {'id': 'ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:53.497055 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Bound port: 41e55635-3f30-4bbc-b537-de7689982852, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:53.497411 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.501190 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.568330 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] Set router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:53.570658 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861072cc-86e6-4d8a-930b-0fc31bfeec87 None None] Pushing event updated for resources: {'Port': ['ID=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.621386 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=30cd7a54-6d73-454b-b3c5-7ae4642857e0,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:53.653816 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.684820 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-861072cc-86e6-4d8a-930b-0fc31bfeec87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:53.890151 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] For port 41e55635-3f30-4bbc-b537-de7689982852, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:53.931251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] For port 41e55635-3f30-4bbc-b537-de7689982852, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=41e55635-3f30-4bbc-b537-de7689982852,segment=NetworkSegment(ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8),segment_id=ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:53.946652 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:53.989600 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:54.105767 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:54.124653 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:54.125493 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:54.127298 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] 10.222.0.21 "PUT /v2.0/ports/41e55635-3f30-4bbc-b537-de7689982852 HTTP/1.1" status: 200 len: 1093 time: 3.4342153 Jun 10 14:42:54.156793 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'tag': '41e55635-3f30-4bbc-b537-de7689982852'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:42:54.189075 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:54.190033 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:54.391603 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Pushing event updated for resources: {'Port': ['ID=41e55635-3f30-4bbc-b537-de7689982852,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:54.398073 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:54.501532 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:54.505160 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:54.578288 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:44Z', 'revision_number': 3, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port': {'id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:54.590701 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091524a-81f5-44f7-a2ad-ccd2559a8e73 None None] The sync data for ids ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'] in dv-cinder-795785-1-iscsi is: [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:44Z', 'revision_number': 3, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port': {'id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:54.622885 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-aa075825-6f29-4f58-9192-c2890043f498 None None] Provisioning complete for port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:54.622885 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-aa075825-6f29-4f58-9192-c2890043f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:54.660861 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Allocated IP 172.20.0.1 (e22d67ca-c2e7-482e-a0c2-44be9cda75b9/8571d24f-6b72-461e-8205-470de043a186/811fba65-7857-4f67-8dd0-6f319f019eb0) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:42:54.727657 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-aa075825-6f29-4f58-9192-c2890043f498 None None] Port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:42:54.800993 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Router 36e8450f-bd3b-458b-a065-58a1f2e25f27 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:42:54.816816 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'Port': ['ID=68acbaf1-7a11-4c77-8687-d15dc6570ced,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:54.840152 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:54.844521 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44498) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:54.897804 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:54.911202 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8067dc-680a-4698-addc-6c9145689a68" -d '{"events": [{"name": "network-changed", "server_uuid": "f00e02f4-c4db-459a-99a0-6b63861b4832", "tag": "41e55635-3f30-4bbc-b537-de7689982852"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:42:54.916329 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:54.928198 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:54.940724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44508) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:55.003975 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 01cd8d9c-d810-4657-b181-536f8c44b8d0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:55.216402 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.268325 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 01cd8d9c-d810-4657-b181-536f8c44b8d0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:55.274406 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.284365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb70b4-03ca-42a1-b5fe-6c91f0d20294 req-f3f436e6-b22a-4e23-b577-1d25befbcee7 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:55.286838 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-69eb70b4-03ca-42a1-b5fe-6c91f0d20294 req-f3f436e6-b22a-4e23-b577-1d25befbcee7 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.4305182 Jun 10 14:42:55.312210 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-227376706-network', 'tenant_id': 'ad68d36059a14aacb8e61d0a4e856684'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:55.341038 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.362732 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:42:55.373555 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Sync routers for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:42:55.386375 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:55.388910 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:55.420645 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a197ad1-c92a-407d-b08b-eb0ceae9dd30 x-openstack-request-id: req-1a197ad1-c92a-407d-b08b-eb0ceae9dd30 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:42:55.422382 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00e02f4-c4db-459a-99a0-6b63861b4832", "tag": "41e55635-3f30-4bbc-b537-de7689982852", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:42:55.422822 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a197ad1-c92a-407d-b08b-eb0ceae9dd30 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:42:55.423616 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'tag': '41e55635-3f30-4bbc-b537-de7689982852', 'status': 'completed', 'code': 200} Jun 10 14:42:55.436683 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-182119bc-3615-4c33-8b60-16807385e265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.444470 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] 10.222.0.23 "PUT /v2.0/routers/36e8450f-bd3b-458b-a065-58a1f2e25f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7831542 Jun 10 14:42:55.508471 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Made reservation on behalf of ad68d36059a14aacb8e61d0a4e856684 for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:55.516346 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.578797 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.643425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.726571 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-69eb70b4-03ca-42a1-b5fe-6c91f0d20294 req-4ff91864-aa5d-4030-a736-a5247ca39714 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292276 Jun 10 14:42:55.744435 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-182119bc-3615-4c33-8b60-16807385e265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.755662 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:55.761408 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-182119bc-3615-4c33-8b60-16807385e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.764854 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:55.798713 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:55.829853 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-182119bc-3615-4c33-8b60-16807385e265 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82da3e4d1e4949e69823827196b98c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8815808 Jun 10 14:42:55.831831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44520) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:55.875551 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:55.909105 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:55.914230 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:42:55.914337 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.056179 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182119bc-3615-4c33-8b60-16807385e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e12215-6da1-454b-9412-9af6e284165e,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.061649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-182119bc-3615-4c33-8b60-16807385e265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.073950 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4c5ef587-78c1-40d7-a917-6cf670a3c3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.145547 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.261081 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.277553 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.278322 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.307481 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.309941 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=811fba65-7857-4f67-8dd0-6f319f019eb0,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.314333 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.366098 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866a2a6a-735d-4436-9d2a-c2ac21e9c933,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.403504 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.440874 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:56.452124 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44540) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:56.463048 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958427095', 'description': 'tempest-description--1364078877'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:56.520378 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6d25856d-d938-416d-b668-9e31dcfaf094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.527536 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 2, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:56.532043 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Checking router: 36e8450f-bd3b-458b-a065-58a1f2e25f27 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:42:56.532636 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Updating router 36e8450f-bd3b-458b-a065-58a1f2e25f27 port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:42:56.571605 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.622396 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:42:56.628510 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'Port': ['ID=68acbaf1-7a11-4c77-8687-d15dc6570ced,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:56.655647 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:56.708546 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.728454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.773718 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.774639 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Added segment d74b9bbd-442a-47a3-bc54-0f1777e12970 of type vlan for network ac1cafef-457b-467c-9ffc-21cadc725005 Jun 10 14:42:56.850699 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:56.998165 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.014664 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:57.064331 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.091772 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.095225 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:57.096846 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.108088 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-87c888e5-483d-4ac3-b829-e84ad464e8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.128316 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.129607 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:42:57.137032 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:57.138148 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.154822 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.177426 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.285724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.321164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.368443 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.378424 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:42:57.385978 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.388599 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-bd162fc2-a743-4217-908e-c52a76e1692e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.407539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.420069 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7992768 Jun 10 14:42:57.498951 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6235154 Jun 10 14:42:57.513978 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44560) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:57.560719 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Request body: {'subnet': {'network_id': 'ac1cafef-457b-467c-9ffc-21cadc725005', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-227376706-subnet', 'tenant_id': 'ad68d36059a14aacb8e61d0a4e856684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:57.581799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.597713 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.598131 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1443779 Jun 10 14:42:57.601708 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.605787 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44562) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:57.606498 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.611448 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:57.623156 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:57.633259 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'security_group_rule': {'security_group_id': 'f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:42:57.634581 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Transition to ACTIVE for port object 30cd7a54-6d73-454b-b3c5-7ae4642857e0 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:42:57.647732 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.651365 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.677938 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Pushing event updated for resources: {'Network': ['ID=ac1cafef-457b-467c-9ffc-21cadc725005,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.696442 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network ac1cafef-457b-467c-9ffc-21cadc725005 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:42:57.731518 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:57.744607 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8067dc-680a-4698-addc-6c9145689a68 req-207d7792-c230-463a-a875-55ffce49b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:57.746075 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1f8067dc-680a-4698-addc-6c9145689a68 req-207d7792-c230-463a-a875-55ffce49b788 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fc3fa9d745749aba774935d12a2e3e9&device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 1096 time: 0.9844663 Jun 10 14:42:57.787787 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.792677 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:57.810087 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61e12215-6da1-454b-9412-9af6e284165e HTTP/1.1" status: 204 len: 168 time: 1.9740610 Jun 10 14:42:57.810855 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:57.852902 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e12215-6da1-454b-9412-9af6e284165e,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.873290 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:57.910431 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f10400-2412-424e-90af-beaf7403350c None None] Pushing event updated for resources: {'Port': ['ID=30cd7a54-6d73-454b-b3c5-7ae4642857e0,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:57.925370 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-a2f10400-2412-424e-90af-beaf7403350c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:58.028364 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-6cfd6e28-0e00-4473-9348-1f8492384b5e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--253868399&fields=id&tenant_id=9456a45ad6bb45d4a651aeb21adc2873 HTTP/1.1" status: 200 len: 267 time: 0.1543477 Jun 10 14:42:58.171062 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.251754 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.256588 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Made reservation on behalf of ad68d36059a14aacb8e61d0a4e856684 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:42:58.274991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.358120 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Attempting to bind port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:42:58.358500 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Attempting to bind port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:42:58.358894 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Attempting to bind port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:42:58.393302 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:42:58.396103 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Checking segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:58.401901 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.402791 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Bound using segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:42:58.403626 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Bound port: 30cd7a54-6d73-454b-b3c5-7ae4642857e0, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:42:58.405457 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.610196 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] For port 30cd7a54-6d73-454b-b3c5-7ae4642857e0, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:42:58.616607 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] For port 30cd7a54-6d73-454b-b3c5-7ae4642857e0, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=30cd7a54-6d73-454b-b3c5-7ae4642857e0,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:42:58.625261 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.626552 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b78f7-093c-41c5-a94c-83acf4643d4e req-7b261b6e-e5ee-4fad-bca2-88dfd9d6975d tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:58.639545 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-137b78f7-093c-41c5-a94c-83acf4643d4e req-7b261b6e-e5ee-4fad-bca2-88dfd9d6975d tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 1.4803386 Jun 10 14:42:58.649468 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.654269 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.660843 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:58.759032 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.760883 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:58.875365 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-c9d32491-53a5-4dd3-a9b7-224d726dd612 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:58.878721 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-c9d32491-53a5-4dd3-a9b7-224d726dd612 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 811 time: 0.8473511 Jun 10 14:42:58.908907 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:42:58.912213 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:58.986674 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44600) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:59.001631 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f10400-2412-424e-90af-beaf7403350c None None] Pushing event updated for resources: {'Port': ['ID=30cd7a54-6d73-454b-b3c5-7ae4642857e0,revision_number=4']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:59.034358 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=811fba65-7857-4f67-8dd0-6f319f019eb0,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:59.047481 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:59.051577 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:59.067571 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-b8b2fe00-d5c0-4aaa-9946-0636a3756652 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/quotas/9456a45ad6bb45d4a651aeb21adc2873 HTTP/1.1" status: 200 len: 375 time: 0.1523011 Jun 10 14:42:59.068455 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-137b78f7-093c-41c5-a94c-83acf4643d4e req-72f4d5c8-5abe-49fb-82e6-c9fd54cafeb0 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260085 Jun 10 14:42:59.071086 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-a2f10400-2412-424e-90af-beaf7403350c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:59.104408 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-20c5caa0-28a9-4fc3-8d9e-1e4a0ddbcc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.156180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:42:59.169218 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:42:59.286603 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:42:59.287275 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.289660 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1262c049-d7ed-4848-b64f-5be4d5fc619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.293299 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.431669 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-20c5caa0-28a9-4fc3-8d9e-1e4a0ddbcc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.459993 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-20c5caa0-28a9-4fc3-8d9e-1e4a0ddbcc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.475685 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8067dc-680a-4698-addc-6c9145689a68 req-91a5b625-6865-489a-8876-528d6d693240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:42:59.477280 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1f8067dc-680a-4698-addc-6c9145689a68 req-91a5b625-6865-489a-8876-528d6d693240 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6fc3fa9d745749aba774935d12a2e3e9&shared=False HTTP/1.1" status: 200 len: 911 time: 1.1469343 Jun 10 14:42:59.498996 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b8c7460f-ef7b-4878-897a-826299831513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:42:59.582487 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5caa0-28a9-4fc3-8d9e-1e4a0ddbcc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b4db60-6dc4-4432-ba09-366787aeb20e,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:59.599759 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-20c5caa0-28a9-4fc3-8d9e-1e4a0ddbcc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:59.668297 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:42:58Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:42:59.690864 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af2013-7136-41de-b57a-001e1ed2adad None None] The sync data for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi is: [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:42:58Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:42:59.699579 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-93fda5ca-55e7-4b58-abca-f2268c2454b2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6310241 Jun 10 14:42:59.702470 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-20c5caa0-28a9-4fc3-8d9e-1e4a0ddbcc0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=866766aa99744ab1a8e336eaf8df9002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7058525 Jun 10 14:42:59.704896 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44612) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:42:59.855763 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a7598e-3e5f-4a17-b8cf-136ac21cfe6c,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:42:59.880840 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Checking segment: {'id': 'd74b9bbd-442a-47a3-bc54-0f1777e12970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ac1cafef-457b-467c-9ffc-21cadc725005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:42:59.881353 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Network hostable DHCP agents. Network: ac1cafef-457b-467c-9ffc-21cadc725005, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:42:59.884606 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:42:59.887456 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.907521 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:42:59.910044 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:42:59.923084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:42:59.968579 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:00.019352 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791dc8c9-4fa3-4940-9ee4-87f9aeefb70a,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:00.024083 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.038516 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Network ac1cafef-457b-467c-9ffc-21cadc725005 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:43:00.043020 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:00.099652 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.100855 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4767029 Jun 10 14:43:00.104052 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.107451 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44630) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:00.116832 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'security_group_rule': {'security_group_id': 'f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:00.153727 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, ac1cafef-457b-467c-9ffc-21cadc725005) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:00.161169 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.161757 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.166855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744d92b-96b3-4c71-9a57-d4d7a80c256e None None] Network ac1cafef-457b-467c-9ffc-21cadc725005 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:00.170773 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.219531 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-663a49de-600a-4d13-ae3e-5d61c2093cb6 service neutron] 10.222.0.23 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835455 Jun 10 14:43:00.238444 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6965094 Jun 10 14:43:00.313261 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:43:00.493705 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.539570 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.556154 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.560846 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6b4db60-6dc4-4432-ba09-366787aeb20e HTTP/1.1" status: 204 len: 168 time: 0.8510585 Jun 10 14:43:00.563698 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-586d6cdb-6250-47e5-a1af-fb8880517441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:00.576312 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b4db60-6dc4-4432-ba09-366787aeb20e,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:00.585544 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:00.599512 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-7bae918a-e210-4607-9634-2a5bf4264bec service neutron] 10.222.0.23 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561587 Jun 10 14:43:00.633533 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44640) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:00.657832 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf2eb4-2c32-4469-8d62-1fe5783ccff4 None None] Network ac1cafef-457b-467c-9ffc-21cadc725005 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:00.710735 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.723023 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.726347 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:00.772657 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38e1604-43f7-422c-a752-0d5633fb5c1b,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:00.785960 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:00.787621 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.788864 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6804736 Jun 10 14:43:00.795146 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44646) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:00.802725 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:00.844784 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:00.866441 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:00.876632 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] 10.222.0.23 "PUT /v2.0/routers/50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8562951 Jun 10 14:43:00.921227 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e8b2-eed9-4b5a-9241-08b8b8e0e3fd req-da6ce007-31cd-4fe0-8f5d-ea6ad3719387 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:00.936876 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4509e8b2-eed9-4b5a-9241-08b8b8e0e3fd req-da6ce007-31cd-4fe0-8f5d-ea6ad3719387 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.4899240 Jun 10 14:43:00.993137 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Sync routers for ids ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:01.038956 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4509e8b2-eed9-4b5a-9241-08b8b8e0e3fd req-7143c0bc-ef75-4d17-b12e-4b7fba5427d5 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968606 Jun 10 14:43:01.069515 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Routers {'50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:01.075465 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:01.168132 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d4c9729c-0819-4d2a-a5e2-41e9df4c9e13 req-67ca4c8e-5996-475e-a4cd-6f5940df9c93 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.1857147 Jun 10 14:43:01.224879 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:01.241678 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 30cd7a54-6d73-454b-b3c5-7ae4642857e0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:01.366841 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-8efe4f4b-a843-416a-b38b-c555bc11c81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:01.576442 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Set router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:01.646881 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Allocated IP 172.27.1.16 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/991adb1d-e7c8-4828-9376-6be2c7c4b238) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:01.850739 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:02.255640 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44718) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:02.261276 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640552665-network', 'tenant_id': '1dce78a5fb6c4502a467037d53e52de4'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:02.383368 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:02.383983 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.441448 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.451271 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.487012 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-8efe4f4b-a843-416a-b38b-c555bc11c81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.498949 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8067dc-680a-4698-addc-6c9145689a68 req-0dcac15f-4060-43bc-92fd-e4f5fec7ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.500501 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1f8067dc-680a-4698-addc-6c9145689a68 req-0dcac15f-4060-43bc-92fd-e4f5fec7ccc3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7302384 Jun 10 14:43:02.522084 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-8efe4f4b-a843-416a-b38b-c555bc11c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.549430 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:02.602179 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:56Z', 'revision_number': 4, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port': {'id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '811fba65-7857-4f67-8dd0-6f319f019eb0', 'name': '', 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'mac_address': 'fa:16:3e:e3:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8571d24f-6b72-461e-8205-470de043a186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:53Z', 'updated_at': '2021-06-10T14:42:57Z', 'revision_number': 2, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'subnets': [{'id': '8571d24f-6b72-461e-8205-470de043a186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:02.607018 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.610078 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Checking router: 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:02.610647 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Updating router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 port 811fba65-7857-4f67-8dd0-6f319f019eb0 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:43:02.637389 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Made reservation on behalf of 1dce78a5fb6c4502a467037d53e52de4 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:02.640703 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.684457 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44740) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:02.685561 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-8efe4f4b-a843-416a-b38b-c555bc11c81b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=881dd9569cfc44c78f535e743761aeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0508199 Jun 10 14:43:02.699270 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.713056 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4f4b-a843-416a-b38b-c555bc11c81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecde3b2-e3d3-4bf0-92bc-56b3e74fc85a,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:02.735963 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-8efe4f4b-a843-416a-b38b-c555bc11c81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:02.759377 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c84cb4-99c9-4ca4-af93-161ea9c6e6db req-52b7731a-091b-4271-b890-6e7d69b717af tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.761257 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6c84cb4-99c9-4ca4-af93-161ea9c6e6db req-52b7731a-091b-4271-b890-6e7d69b717af tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.4762011 Jun 10 14:43:02.766933 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.773610 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:02.811520 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 30cd7a54-6d73-454b-b3c5-7ae4642857e0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=30cd7a54-6d73-454b-b3c5-7ae4642857e0,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:02.817884 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.823356 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-754b9e05-a7af-4e07-8314-f57cc6ac04a2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.824319 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:02.825135 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:02.825763 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-754b9e05-a7af-4e07-8314-f57cc6ac04a2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 819 time: 0.4283102 Jun 10 14:43:02.835487 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:02.850934 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:02.853536 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:02.869061 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-29e7b7f8-0903-41d1-a49b-ced08b340177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:02.870580 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-29e7b7f8-0903-41d1-a49b-ced08b340177 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fc3fa9d745749aba774935d12a2e3e9&device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 1096 time: 0.3189824 Jun 10 14:43:02.894691 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-43eb5bb9-8d83-4eca-ac27-10c2884e2cf9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/quotas/a26be3eb2e9248bfab216dad8886cd97 HTTP/1.1" status: 200 len: 375 time: 0.0354095 Jun 10 14:43:02.942066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'Port': ['ID=991adb1d-e7c8-4828-9376-6be2c7c4b238,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:02.989957 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:03.037112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.057543 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-3c55899d-25fd-4875-9e58-d3f563c35b20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e55635-3f30-4bbc-b537-de7689982852 HTTP/1.1" status: 200 len: 217 time: 0.1032758 Jun 10 14:43:03.068339 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.116263 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=30cd7a54-6d73-454b-b3c5-7ae4642857e0,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:03.118385 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.122680 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:03.157521 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-4e4e46c4-35ac-4b14-bbc2-749e2d0f09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:03.159699 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-4e4e46c4-35ac-4b14-bbc2-749e2d0f09eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c6f96df-2adf-433a-905e-5e244b09783e HTTP/1.1" status: 200 len: 850 time: 0.0890608 Jun 10 14:43:03.173277 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6c84cb4-99c9-4ca4-af93-161ea9c6e6db req-358eaeea-67cc-44f1-aad7-3a7edcf787bd tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854058 Jun 10 14:43:03.247315 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-85e5c6d3-b22a-4da2-b6b8-b36327e23d1f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3455148 Jun 10 14:43:03.253449 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.260749 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.265403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:03.288081 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-f4998c74-7700-4f28-95e3-91330e159f18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3498088e-bf53-4c02-b410-cc5543dfdd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021035 Jun 10 14:43:03.300060 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.309327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.310687 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ecde3b2-e3d3-4bf0-92bc-56b3e74fc85a HTTP/1.1" status: 204 len: 168 time: 0.6247964 Jun 10 14:43:03.311937 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:43:03.315203 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c0b17a-85e9-4905-8090-6f0c7d5a93dd,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:03.322711 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:03.323432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fa6f90cc-8e37-494e-9c56-1af8e59366cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:03.337982 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.338485 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Added segment 4cc66e89-f550-423f-9e08-acc949008c6f of type vlan for network b34ebccd-84f8-4415-a5ef-6eaece915d11 Jun 10 14:43:03.340200 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecde3b2-e3d3-4bf0-92bc-56b3e74fc85a,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:03.350613 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:03.456088 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.496100 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.502498 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.504413 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:03.505172 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.512752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f73eadd2-4463-4b6e-aded-35b55a1ae16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:03.521654 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Transition to ACTIVE for port object 811fba65-7857-4f67-8dd0-6f319f019eb0 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:03.535030 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.539180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:03.554419 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f9a2f34a-3322-40fe-a031-95e3167b24fb req-0ab82bb3-b115-4b61-8696-294b0cb983cd tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0738173 Jun 10 14:43:03.565161 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.625697 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3682539 Jun 10 14:43:03.633317 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44772) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:03.641638 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Request body: {'subnet': {'network_id': 'b34ebccd-84f8-4415-a5ef-6eaece915d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640552665-subnet', 'tenant_id': '1dce78a5fb6c4502a467037d53e52de4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:03.712649 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Made reservation on behalf of 1dce78a5fb6c4502a467037d53e52de4 for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:03.718805 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:03.757357 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c137e-15a2-409a-9419-156862f288f6 None None] Pushing event updated for resources: {'Port': ['ID=811fba65-7857-4f67-8dd0-6f319f019eb0,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:03.763098 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e66c137e-15a2-409a-9419-156862f288f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:03.779460 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Pushing event updated for resources: {'Network': ['ID=b34ebccd-84f8-4415-a5ef-6eaece915d11,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:03.793265 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:03.802186 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network b34ebccd-84f8-4415-a5ef-6eaece915d11 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:43:03.808146 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-4434cf39-aef9-44b4-a179-e21b7b9bde15 service neutron] 10.222.0.21 "GET /v2.0/networks/3498088e-bf53-4c02-b410-cc5543dfdd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076778 Jun 10 14:43:03.842870 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.21', 51895) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:04.005893 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Attempting to bind port 811fba65-7857-4f67-8dd0-6f319f019eb0 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:04.009905 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Attempting to bind port 811fba65-7857-4f67-8dd0-6f319f019eb0 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:04.010284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Attempting to bind port 811fba65-7857-4f67-8dd0-6f319f019eb0 on network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:04.026164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:04.026576 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Checking segment: {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:04.027070 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.027478 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Bound using segment: {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:04.028169 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Bound port: 811fba65-7857-4f67-8dd0-6f319f019eb0, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:04.028559 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.132027 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-8c83834e-8af2-43c3-8696-cbdcbc2082d4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:43:04.138967 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-8c83834e-8af2-43c3-8696-cbdcbc2082d4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6229236 Jun 10 14:43:04.175284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-f6356ca1-3459-4359-b617-261b05c3fcda tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:04.176831 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-f6356ca1-3459-4359-b617-261b05c3fcda tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 811 time: 0.3327155 Jun 10 14:43:04.207846 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44790) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:04.250172 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] For port 811fba65-7857-4f67-8dd0-6f319f019eb0, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:04.264135 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] For port 811fba65-7857-4f67-8dd0-6f319f019eb0, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=811fba65-7857-4f67-8dd0-6f319f019eb0,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:04.276405 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ceb9c4df-4ed5-48de-92c2-a9211aeacccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.278526 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.285839 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:04.351485 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-787a07d2-d9e0-49df-a7b1-d42a139c23e6 req-7077969d-4485-49d5-bf90-e90214b5c027 service neutron] 10.222.0.21 "GET /v2.0/networks/3498088e-bf53-4c02-b410-cc5543dfdd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280688 Jun 10 14:43:04.365436 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c137e-15a2-409a-9419-156862f288f6 None None] Pushing event updated for resources: {'Port': ['ID=811fba65-7857-4f67-8dd0-6f319f019eb0,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:04.370477 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e66c137e-15a2-409a-9419-156862f288f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:04.392076 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-7d744a89-1f42-475c-a811-4afa4da34dc1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9456a45ad6bb45d4a651aeb21adc2873 HTTP/1.1" status: 200 len: 379 time: 0.1829109 Jun 10 14:43:04.397331 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Routers {'50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:04.399035 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:42:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:04.428494 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-ab53ebac-836b-4bca-a956-33e1952120e1 service neutron] 10.222.0.23 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804253 Jun 10 14:43:04.513285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.526401 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.551667 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.560684 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-76f53d36-f0f9-41f4-b040-88181dd770e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:04.589032 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] Set router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:04.663221 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.689265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6def52-c28d-41eb-8f64-d7aef3276e66,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:04.697879 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:04.699436 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Checking segment: {'id': '4cc66e89-f550-423f-9e08-acc949008c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b34ebccd-84f8-4415-a5ef-6eaece915d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:04.699796 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Network hostable DHCP agents. Network: b34ebccd-84f8-4415-a5ef-6eaece915d11, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:43:04.701733 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d550fd41-c54c-4e0f-9f6a-c69a26899714 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:04.714350 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94c19c-0e02-44cb-a4f3-62eb573aca84 req-6102f4db-6e70-4998-90a8-45e1ca005f2e tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:04.722426 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ac94c19c-0e02-44cb-a4f3-62eb573aca84 req-6102f4db-6e70-4998-90a8-45e1ca005f2e tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.3733213 Jun 10 14:43:04.785643 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ceb9c4df-4ed5-48de-92c2-a9211aeacccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.793842 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ceb9c4df-4ed5-48de-92c2-a9211aeacccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.801429 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:04.806314 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'Port': ['ID=991adb1d-e7c8-4828-9376-6be2c7c4b238,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:04.811353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:04.812143 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.814093 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-d2f04711-a161-4fce-acaf-2cf99da55f93 service neutron] 10.222.0.23 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844650 Jun 10 14:43:04.831634 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0348563 Jun 10 14:43:04.834595 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Network b34ebccd-84f8-4415-a5ef-6eaece915d11 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:43:04.852517 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9c4df-4ed5-48de-92c2-a9211aeacccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7b082-55ac-4549-8fa7-cb2ad6779775,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:04.857491 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-ceb9c4df-4ed5-48de-92c2-a9211aeacccc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f93cbe4923344ac98b3e8d8c5c42e566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384852 Jun 10 14:43:04.858544 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ceb9c4df-4ed5-48de-92c2-a9211aeacccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:04.860194 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44804) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:04.865162 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ac94c19c-0e02-44cb-a4f3-62eb573aca84 req-b64f8ebd-2840-440a-9fce-53ec3273ad47 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415253 Jun 10 14:43:04.889266 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, b34ebccd-84f8-4415-a5ef-6eaece915d11) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:04.901946 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab5625-5b28-46de-bf19-359526421096 None None] Network b34ebccd-84f8-4415-a5ef-6eaece915d11 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:04.905819 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:04.906416 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:04.973984 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3388383 Jun 10 14:43:05.071945 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b48b0d6e-1621-4ada-9802-95787826f913 req-26a7acd2-1ef7-4e77-b56c-2df3b76db43e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0616465 Jun 10 14:43:05.102702 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.164591 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 30cd7a54-6d73-454b-b3c5-7ae4642857e0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:05.184819 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.229037 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44822) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:05.289987 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.293036 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.294295 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdb7b082-55ac-4549-8fa7-cb2ad6779775 HTTP/1.1" status: 204 len: 168 time: 0.4330926 Jun 10 14:43:05.294960 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:05.304788 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7b082-55ac-4549-8fa7-cb2ad6779775,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:05.313411 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:05.410380 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Deleting subnet b9a7598e-3e5f-4a17-b8cf-136ac21cfe6c {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:43:05.413713 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.439879 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-66a63638-76bd-4e8f-ab6c-af745c51d323 req-459de53a-d162-4258-a6ed-54bb46887f56 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0768855 Jun 10 14:43:05.456744 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:05.457057 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.460629 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:56Z', 'revision_number': 4, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port': {'id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '811fba65-7857-4f67-8dd0-6f319f019eb0', 'name': '', 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'mac_address': 'fa:16:3e:e3:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8571d24f-6b72-461e-8205-470de043a186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:53Z', 'updated_at': '2021-06-10T14:43:04Z', 'revision_number': 4, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'subnets': [{'id': '8571d24f-6b72-461e-8205-470de043a186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:05.474345 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-85995272-277c-4866-9f24-cf20566841af tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1958427095&fields=id&tenant_id=d6b5cc5cfd32435ca49e59af025df610 HTTP/1.1" status: 200 len: 267 time: 0.1252661 Jun 10 14:43:05.509969 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ffbff-d5be-460e-aa94-0d6af237fc19 None None] Network b34ebccd-84f8-4415-a5ef-6eaece915d11 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:05.613044 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ea17c-4fdc-4363-9921-9e52cc3d31a6 None None] The sync data for ids ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'] in dv-cinder-795785-1-iscsi is: [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:56Z', 'revision_number': 4, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port': {'id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '811fba65-7857-4f67-8dd0-6f319f019eb0', 'name': '', 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'mac_address': 'fa:16:3e:e3:85:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8571d24f-6b72-461e-8205-470de043a186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:53Z', 'updated_at': '2021-06-10T14:43:04Z', 'revision_number': 4, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'subnets': [{'id': '8571d24f-6b72-461e-8205-470de043a186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:05.896196 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:05.924563 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.011230 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-6cc14634-3c95-4028-aeb0-479034ec94fa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:06.020212 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-6cc14634-3c95-4028-aeb0-479034ec94fa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 819 time: 0.2734311 Jun 10 14:43:06.037723 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-40f67703-5230-458d-8ed9-e4e7847175e2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/quotas/a26be3eb2e9248bfab216dad8886cd97 HTTP/1.1" status: 200 len: 375 time: 0.0165391 Jun 10 14:43:06.102878 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-4c297f83-018d-4547-a41c-ea30fcb1c699 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:06.104603 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-4c297f83-018d-4547-a41c-ea30fcb1c699 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 816 time: 0.6229231 Jun 10 14:43:06.129401 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-6e2ef073-2128-4848-84cb-90483827469f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/quotas/d6b5cc5cfd32435ca49e59af025df610 HTTP/1.1" status: 200 len: 375 time: 0.0179584 Jun 10 14:43:06.131569 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-9687d796-542b-4c58-a1ed-9b483c63822b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928435 Jun 10 14:43:06.135452 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.191033 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-edd7b8ee-c412-45e3-bd2e-f63454864f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:06.227823 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a7598e-3e5f-4a17-b8cf-136ac21cfe6c,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:06.234778 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:06.238707 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.243397 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9a7598e-3e5f-4a17-b8cf-136ac21cfe6c HTTP/1.1" status: 204 len: 168 time: 1.0122836 Jun 10 14:43:06.244158 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44874) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:06.339446 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-92f81926-8b22-42e1-807b-c4aaff35f938 service neutron] 10.222.0.23 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996930 Jun 10 14:43:06.381729 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-ad59846b-bfb2-4825-9577-0e2c5321e3c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2444818 Jun 10 14:43:06.386283 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.474982 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-47203a2e-2ebb-4543-81b7-23715a5b8980 service neutron] 10.222.0.23 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306949 Jun 10 14:43:06.592948 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.617103 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.617457 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.618200 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.618521 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > port after_create 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.618850 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.619230 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > port after_update 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.619558 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.619882 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.620198 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.620515 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.777220 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.777864 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.778608 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.779280 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:06.779860 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1cafef-457b-467c-9ffc-21cadc725005']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:06.781513 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3fef6-bb42-4f77-8169-5de21f94f717 req-585a1b83-7772-44e7-89b1-5b0ed7ac21ad tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:06.783619 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-23a3fef6-bb42-4f77-8169-5de21f94f717 req-585a1b83-7772-44e7-89b1-5b0ed7ac21ad tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.0847003 Jun 10 14:43:06.810263 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-76b325cc-b9b1-4ed1-9e31-0702a2ecf4ce service neutron] 10.222.0.23 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112098 Jun 10 14:43:06.812448 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74b9bbd-442a-47a3-bc54-0f1777e12970') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:06.812752 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74b9bbd-442a-47a3-bc54-0f1777e12970') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:06.831902 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-23a3fef6-bb42-4f77-8169-5de21f94f717 req-f1aaed79-640f-41df-8e41-1c052cef22ad tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Jun 10 14:43:06.866886 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.945552 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.972257 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:43:06.972708 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: from cryptography.utils import int_from_bytes Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: from cryptography.utils import int_from_bytes Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:43:06.980099 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:43:07.031272 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-31527580-7381-461b-8d5b-a2ed718ddfe2 req-0d1d6aaf-dd87-47b6-8941-86f2f23b9826 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0538733 Jun 10 14:43:07.090229 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 811fba65-7857-4f67-8dd0-6f319f019eb0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:07.100591 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-3052f780-616d-4b57-ac40-d49b8446aca2 service neutron] 10.222.0.23 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812762 Jun 10 14:43:07.107007 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.123191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.129560 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ac1cafef-457b-467c-9ffc-21cadc725005 HTTP/1.1" status: 204 len: 168 time: 0.8801579 Jun 10 14:43:07.129560 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b3e98035-255f-44ef-bfdf-074bc4ef5173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.135263 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 44902) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:07.175534 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fafabd04-e1a1-4626-8ba0-aaa6e70c0145 req-3638ba3e-1a6c-4e20-adfa-995215a78b24 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 210 time: 0.1000926 Jun 10 14:43:07.193019 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1cafef-457b-467c-9ffc-21cadc725005,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.200978 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:07.229984 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Deleting subnet aa6def52-c28d-41eb-8f64-d7aef3276e66 {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:43:07.240834 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.247592 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 811fba65-7857-4f67-8dd0-6f319f019eb0 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:07.260148 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 811fba65-7857-4f67-8dd0-6f319f019eb0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:07.260541 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.296814 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.382885 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.436677 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.481556 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 811fba65-7857-4f67-8dd0-6f319f019eb0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=811fba65-7857-4f67-8dd0-6f319f019eb0,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:07.491352 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.495364 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.499543 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-79fa8ad9-4132-4583-a6f1-bdb47d724571 req-f626aff1-b27e-4366-8a58-540abceed6cd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.1024632 Jun 10 14:43:07.521475 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'port': {'device_id': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'admin_state_up': True, 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'security_groups': ['aa47dad0-afe5-4a86-97c9-4591d0b484ff']}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:07.568043 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.584536 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:07.607510 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=811fba65-7857-4f67-8dd0-6f319f019eb0,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.611394 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:07.612729 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:07.615087 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa6def52-c28d-41eb-8f64-d7aef3276e66 HTTP/1.1" status: 204 len: 168 time: 0.4786127 Jun 10 14:43:07.623689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 44926) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:07.665784 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6def52-c28d-41eb-8f64-d7aef3276e66,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:07.669811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:07.945023 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.109938 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ce516-67c0-433f-8d3f-c8f9025625a5 req-f0e9bd0e-f5c3-4f46-9ed4-37b522ae933f tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:08.118978 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b77ce516-67c0-433f-8d3f-c8f9025625a5 req-f0e9bd0e-f5c3-4f46-9ed4-37b522ae933f tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.0994084 Jun 10 14:43:08.171434 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b77ce516-67c0-433f-8d3f-c8f9025625a5 req-10940df2-36eb-4022-8fdb-0e8d16cc1bfc tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Jun 10 14:43:08.200529 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.214442 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Made reservation on behalf of 9456a45ad6bb45d4a651aeb21adc2873 for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:08.218651 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.222947 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.223312 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.224079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.224435 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > port after_create 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.224767 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > port after_delete 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.225130 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > port after_update 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.225459 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.225783 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.226123 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.226444 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.336690 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bb171470-310c-4489-9380-d4b182bf1f19 req-21ef861b-3714-4714-8ffe-1b06a322c229 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 210 time: 0.0427666 Jun 10 14:43:08.394747 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.395146 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.395623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.395903 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 14:43:08.396491 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34ebccd-84f8-4415-a5ef-6eaece915d11']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:08.456608 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-12878df9-9c36-48b0-b820-b1fe49cd768b req-006ad3a6-f697-454b-baf0-9a3c35d030a7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.2453916 Jun 10 14:43:08.459953 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc66e89-f550-423f-9e08-acc949008c6f') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:08.460250 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc66e89-f550-423f-9e08-acc949008c6f') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:08.481794 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.527030 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.730689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:43:08.731132 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: from cryptography.utils import int_from_bytes Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: from cryptography.utils import int_from_bytes Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:43:08.735076 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:43:08.748128 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bcddf9b4-c062-4d75-82ce-1180d1c88627 req-2e3bea1a-705d-4db8-ba76-ff4294759cdb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0426109 Jun 10 14:43:08.894859 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.908759 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:08.911203 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] 10.222.0.23 "DELETE /v2.0/networks/b34ebccd-84f8-4415-a5ef-6eaece915d11 HTTP/1.1" status: 204 len: 168 time: 1.2862251 Jun 10 14:43:08.922043 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:08.950946 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Pushing event deleted for resources: {'Network': ['ID=b34ebccd-84f8-4415-a5ef-6eaece915d11,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:08.950946 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7f3cc379-2a74-4992-b128-ee172161243e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:08.973847 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Allocated IP 172.20.0.3 (4a1ab817-f3ea-4dc6-99f0-99a17ce4b328/08b4614b-c17b-43b7-998e-4a5b62a31efb/77c7fb5b-6bc5-4858-b249-84e904291148) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:09.015873 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 811fba65-7857-4f67-8dd0-6f319f019eb0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:09.091770 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 811fba65-7857-4f67-8dd0-6f319f019eb0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:09.092383 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.193096 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45024) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:09.204184 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.222680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Transition to ACTIVE for port object 77c7fb5b-6bc5-4858-b249-84e904291148 will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:09.257980 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-3b5988a1-589b-40cf-98e8-f4d944fe9101 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad68d36059a14aacb8e61d0a4e856684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608220 Jun 10 14:43:09.260112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45030) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:09.277974 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.298991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:09.437112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:09.460984 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:09.472231 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:09.514348 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1fcec720-9923-4b4c-bc2a-bf1488409e13 req-686f9885-bf5b-4b79-9e19-5a00f74e8558 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 210 time: 0.0477223 Jun 10 14:43:09.520086 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'Port': ['ID=77c7fb5b-6bc5-4858-b249-84e904291148,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:09.523598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.558176 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.583937 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:09.622467 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:09.623489 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.649447 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1bf33-4a8d-413a-82b1-e253c6fb330c req-8ff2659a-8e98-46dc-81ec-97fd87f2d002 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:09.656752 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3ae1bf33-4a8d-413a-82b1-e253c6fb330c req-8ff2659a-8e98-46dc-81ec-97fd87f2d002 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.3229523 Jun 10 14:43:09.665514 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1754003 Jun 10 14:43:09.683109 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.690804 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.695346 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/866a2a6a-735d-4436-9d2a-c2ac21e9c933 HTTP/1.1" status: 204 len: 168 time: 0.4311917 Jun 10 14:43:09.695346 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:09.706645 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866a2a6a-735d-4436-9d2a-c2ac21e9c933,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:09.715853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:09.736810 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3ae1bf33-4a8d-413a-82b1-e253c6fb330c req-50899968-9407-407c-9a79-d181c33d9e69 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774653 Jun 10 14:43:09.753184 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-431204ba-7613-4323-bd3f-42ac8458bddf None None] Provisioning for port 77c7fb5b-6bc5-4858-b249-84e904291148 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:09.754044 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-431204ba-7613-4323-bd3f-42ac8458bddf None None] Provisioning complete for port 77c7fb5b-6bc5-4858-b249-84e904291148 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:09.754490 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-431204ba-7613-4323-bd3f-42ac8458bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:09.805241 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-431204ba-7613-4323-bd3f-42ac8458bddf None None] Port 77c7fb5b-6bc5-4858-b249-84e904291148 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:43:09.852837 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caf975-c488-4c0d-bf0d-e5f68b3549e1 req-1cc80862-0232-4f35-9e6f-18e2dc79f4d3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:09.855617 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a0caf975-c488-4c0d-bf0d-e5f68b3549e1 req-1cc80862-0232-4f35-9e6f-18e2dc79f4d3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 931 time: 0.2005177 Jun 10 14:43:09.888850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45062) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:09.975539 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d7bc8b56-95f6-4cea-9709-412ac90c6b88 req-3a935e2f-921a-4ade-8ce0-2724710d6b0d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0730593 Jun 10 14:43:09.984844 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a0caf975-c488-4c0d-bf0d-e5f68b3549e1 req-aec2825f-342e-4a89-bc4c-2369a9dc643a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187322 Jun 10 14:43:10.122844 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45078) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:10.129604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-586a898b-7aca-45ab-b8ac-13bdff7fe41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.170959 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-7f854ae5-5026-4320-b1eb-13483917a37a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dce78a5fb6c4502a467037d53e52de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452826 Jun 10 14:43:10.171966 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45082) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:10.231397 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.239855 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-586a898b-7aca-45ab-b8ac-13bdff7fe41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.244735 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-586a898b-7aca-45ab-b8ac-13bdff7fe41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.248702 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:10.257419 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.292819 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-586a898b-7aca-45ab-b8ac-13bdff7fe41f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49b6a81256094b3da7d8ceee8095219a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027829 Jun 10 14:43:10.292966 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45092) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:10.295566 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a898b-7aca-45ab-b8ac-13bdff7fe41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3675f73f-af52-454b-80d3-37dc9325494b,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:10.311558 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-586a898b-7aca-45ab-b8ac-13bdff7fe41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:10.348021 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:43:10.359984 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.374264 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.385268 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.388968 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51c0b17a-85e9-4905-8090-6f0c7d5a93dd HTTP/1.1" status: 204 len: 168 time: 0.2133551 Jun 10 14:43:10.395487 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:10.400974 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.417834 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c0b17a-85e9-4905-8090-6f0c7d5a93dd,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:10.422158 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:10.468421 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.471710 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.475202 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3675f73f-af52-454b-80d3-37dc9325494b HTTP/1.1" status: 204 len: 168 time: 0.1790280 Jun 10 14:43:10.475202 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-0984309c-e4d5-405f-939e-e012cb90b48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:10.482329 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3675f73f-af52-454b-80d3-37dc9325494b,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:10.485701 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:10.681488 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-58de3871-1a48-4456-b801-97ba3e7900ee req-d372abf9-8656-4ab2-89d5-22a46730e54b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 210 time: 0.0391045 Jun 10 14:43:10.836486 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45136) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:10.872111 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1b1d-f445-477f-b57d-a4bd0fb8ce6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:10.934995 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773e90b-6dbe-4987-b190-b9a0ebb33f81 req-571d2721-fc48-43a7-ab93-378a273c2987 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:10.936469 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c773e90b-6dbe-4987-b190-b9a0ebb33f81 req-571d2721-fc48-43a7-ab93-378a273c2987 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.0832324 Jun 10 14:43:10.991508 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c773e90b-6dbe-4987-b190-b9a0ebb33f81 req-c9a1304c-7b46-47fe-a69f-1570ecd12091 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 Jun 10 14:43:10.998207 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1b1d-f445-477f-b57d-a4bd0fb8ce6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.003059 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1b1d-f445-477f-b57d-a4bd0fb8ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.012603 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:11.047067 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Request body: {'port': {'device_id': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:11.049207 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-ebdf1b1d-f445-477f-b57d-a4bd0fb8ce6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3909f03218b340d3afcbcc5f6d5206bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101583 Jun 10 14:43:11.054772 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf1b1d-f445-477f-b57d-a4bd0fb8ce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245dc428-4ff7-41ce-8fee-f9c5f4939760,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:11.056922 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45146) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:11.057707 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ebdf1b1d-f445-477f-b57d-a4bd0fb8ce6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:11.241329 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff331-ecff-4e18-9831-f661aac45951 req-70fe401e-17e6-4707-8305-5cd93939c268 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:11.242988 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c9fff331-ecff-4e18-9831-f661aac45951 req-70fe401e-17e6-4707-8305-5cd93939c268 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 931 time: 0.1019166 Jun 10 14:43:11.261520 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0be2de15-828a-4ec6-9aed-a9a72afbdce6 req-d9f08be7-7902-47b3-8d1a-a6d384e2a2c2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0634010 Jun 10 14:43:11.276862 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.289894 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c9fff331-ecff-4e18-9831-f661aac45951 req-67afafa7-7067-445a-b6ef-5294e6dc649a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Jun 10 14:43:11.304050 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.368025 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.597246 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.599979 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.604005 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/245dc428-4ff7-41ce-8fee-f9c5f4939760 HTTP/1.1" status: 204 len: 168 time: 0.5482626 Jun 10 14:43:11.608196 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:11.622611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245dc428-4ff7-41ce-8fee-f9c5f4939760,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:11.679086 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:11.804095 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-f0aae401-b188-4566-a1d0-20004cebbb81 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:11.805785 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-f0aae401-b188-4566-a1d0-20004cebbb81 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 819 time: 0.1991804 Jun 10 14:43:11.824713 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Request body: {'port': {'device_id': '68c40865-4418-4690-b713-a309c42e6a29', 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'admin_state_up': True, 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:11.839078 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c7fb5b-6bc5-4858-b249-84e904291148 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:11.849353 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.870611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Transition to ACTIVE for port object 77c7fb5b-6bc5-4858-b249-84e904291148 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:11.878881 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:11.889172 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:12.066737 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Made reservation on behalf of a26be3eb2e9248bfab216dad8886cd97 for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:12.073213 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:12.284411 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.21', 51908) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:12.402343 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cafe477e-8e8d-4e01-b7fe-d1eb5ea29997 req-3dcccb4d-e873-4f47-8a0b-fa59748cc2ab tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 210 time: 0.5106409 Jun 10 14:43:12.576536 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c7fb5b-6bc5-4858-b249-84e904291148,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:12.612235 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:12.701369 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45224) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:12.815352 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Allocated IP 172.20.0.5 (e22d67ca-c2e7-482e-a0c2-44be9cda75b9/8571d24f-6b72-461e-8205-470de043a186/d20b7788-dab6-40d0-af91-18ff8db5cc6e) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:12.825062 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2f8c645f-eddb-4b28-9a42-060147c5057e req-7d309e7c-8f9e-4eb0-8547-1009155d8c25 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.1586232 Jun 10 14:43:12.898563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.21', 51913) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:12.967591 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-039d36e9-6ccd-4d29-9f5f-8ae7413deba8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:12.969035 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-039d36e9-6ccd-4d29-9f5f-8ae7413deba8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 819 time: 0.6826816 Jun 10 14:43:12.981782 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Attempting to bind port 77c7fb5b-6bc5-4858-b249-84e904291148 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:12.982166 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Attempting to bind port 77c7fb5b-6bc5-4858-b249-84e904291148 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:12.982503 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Attempting to bind port 77c7fb5b-6bc5-4858-b249-84e904291148 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:13.013990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Request body: {'port': {'device_id': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'admin_state_up': True, 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:13.026678 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Port 77c7fb5b-6bc5-4858-b249-84e904291148 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:13.027365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Attempting to bind port 77c7fb5b-6bc5-4858-b249-84e904291148 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:13.111157 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:13.111512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Checking segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:13.113679 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Bound using segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:13.114215 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Bound port: 77c7fb5b-6bc5-4858-b249-84e904291148, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:13.114581 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.129228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23c429-8d38-49e7-968c-6386d3c56452 req-9933d495-13cd-4a5c-aa53-bb378ee55a4c tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.131598 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a23c429-8d38-49e7-968c-6386d3c56452 req-9933d495-13cd-4a5c-aa53-bb378ee55a4c tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 943 time: 0.8167922 Jun 10 14:43:13.333687 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-1a87fb9e-4e5f-4040-8e08-b0fceb34c95d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.335561 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-1a87fb9e-4e5f-4040-8e08-b0fceb34c95d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 816 time: 0.4360251 Jun 10 14:43:13.403850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7b3239d8-5168-4fec-bcc2-5aa5d43880dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.428517 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] For port 77c7fb5b-6bc5-4858-b249-84e904291148, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:13.473953 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] For port 77c7fb5b-6bc5-4858-b249-84e904291148, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=77c7fb5b-6bc5-4858-b249-84e904291148,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:13.497929 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd0a8f-2ddc-46f9-9d19-3fc6dbf12d49 req-82a64d46-461a-41d7-8b17-5f838ac793cc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.499597 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fafd0a8f-2ddc-46f9-9d19-3fc6dbf12d49 req-82a64d46-461a-41d7-8b17-5f838ac793cc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 943 time: 0.3175747 Jun 10 14:43:13.504518 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-dd5ca4c4-265d-4366-a073-b4bdfb0b32e1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6b5cc5cfd32435ca49e59af025df610 HTTP/1.1" status: 200 len: 380 time: 0.1538768 Jun 10 14:43:13.505838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.524227 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:13.530296 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'port': {'device_id': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'admin_state_up': True, 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'security_groups': ['f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3']}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:13.650977 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.651593 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.653174 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] 10.222.0.21 "PUT /v2.0/ports/77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 1093 time: 2.6113317 Jun 10 14:43:13.657947 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:13.674883 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a23c429-8d38-49e7-968c-6386d3c56452 req-62b85150-7d30-4230-b281-4dc120d84da9 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337031 Jun 10 14:43:13.819041 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.826937 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fafd0a8f-2ddc-46f9-9d19-3fc6dbf12d49 req-c832b74a-f943-441b-b2a6-436d2db251d2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165753 Jun 10 14:43:13.873348 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c7fb5b-6bc5-4858-b249-84e904291148,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:13.894436 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:13.942095 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-465bff6f-f774-43b3-a187-4efab6f44b36 req-93a0dafb-8184-4922-b145-8ce3e2861f93 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 210 time: 0.0828352 Jun 10 14:43:13.990900 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7b3239d8-5168-4fec-bcc2-5aa5d43880dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:13.994444 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-b5b34b2a-8be3-4827-b409-8e79cfa11498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:13.997100 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-b5b34b2a-8be3-4827-b409-8e79cfa11498 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1096 time: 0.2703035 Jun 10 14:43:13.998129 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7b3239d8-5168-4fec-bcc2-5aa5d43880dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.000555 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:14.012676 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 41e55635-3f30-4bbc-b537-de7689982852 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:14.029579 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff8256e-a48b-41f7-874e-2ba79b223b78" -d '{"events": [{"name": "network-changed", "server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:14.067144 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Made reservation on behalf of a26be3eb2e9248bfab216dad8886cd97 for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:14.073424 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.109874 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.118300 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:14.133849 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-883dcdd7-f89f-44f7-91bb-37435bb3e773 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 217 time: 0.1200738 Jun 10 14:43:14.149670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-7b3239d8-5168-4fec-bcc2-5aa5d43880dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7957035660b149c3a04c293b4e8d8cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4472091 Jun 10 14:43:14.183343 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3239d8-5168-4fec-bcc2-5aa5d43880dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c18acdd-5e08-444e-85ba-b3e946a278d5,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:14.200830 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d01d6b-b757-4a17-bbf4-3e7e507882e5 x-openstack-request-id: req-30d01d6b-b757-4a17-bbf4-3e7e507882e5 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:14.201320 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:14.202318 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30d01d6b-b757-4a17-bbf4-3e7e507882e5 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:14.203470 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148', 'status': 'completed', 'code': 200} Jun 10 14:43:14.205091 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45288) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:14.219067 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ee6938a4-a4b7-4bb0-ad62-a8b1cf01d481 req-2a0b13c7-50be-4305-855d-25a0b6ab16ad tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0940528 Jun 10 14:43:14.220715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7b3239d8-5168-4fec-bcc2-5aa5d43880dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:14.276922 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 41e55635-3f30-4bbc-b537-de7689982852, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=41e55635-3f30-4bbc-b537-de7689982852,segment=NetworkSegment(ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8),segment_id=ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:14.310332 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Made reservation on behalf of d6b5cc5cfd32435ca49e59af025df610 for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:14.311926 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '41e55635-3f30-4bbc-b537-de7689982852', 'network_id': '3498088e-bf53-4c02-b410-cc5543dfdd02', 'port_id': '41e55635-3f30-4bbc-b537-de7689982852', 'mac_address': 'fa:16:3e:45:9e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6f96df-2adf-433a-905e-5e244b09783e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:14.314988 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.344589 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Allocated IP 172.20.0.13 (e22d67ca-c2e7-482e-a0c2-44be9cda75b9/8571d24f-6b72-461e-8205-470de043a186/ea0b6578-c597-4f75-a997-0873aa675b7c) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:14.349740 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-013e7180-57b6-4932-bb41-2e9afd838dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:14.351223 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-013e7180-57b6-4932-bb41-2e9afd838dc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.2042823 Jun 10 14:43:14.393846 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.411962 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e55635-3f30-4bbc-b537-de7689982852 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:14.454871 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 41e55635-3f30-4bbc-b537-de7689982852, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=41e55635-3f30-4bbc-b537-de7689982852,segment=NetworkSegment(ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8),segment_id=ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:14.464631 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.467151 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-83fa9823-031f-4adf-91c1-2c8a6aa9660f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:14.511954 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:14.519823 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:14.532403 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:14.551208 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.576934 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Pushing event updated for resources: {'Port': ['ID=d20b7788-dab6-40d0-af91-18ff8db5cc6e,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:14.578922 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=41e55635-3f30-4bbc-b537-de7689982852,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:14.586572 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:14.602649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.609135 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:14.642686 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:14.643113 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.712720 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.715321 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.716444 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c18acdd-5e08-444e-85ba-b3e946a278d5 HTTP/1.1" status: 204 len: 168 time: 0.5007000 Jun 10 14:43:14.726187 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9061060 Jun 10 14:43:14.747397 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Request body: {'port': {'device_id': '68c40865-4418-4690-b713-a309c42e6a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:14.779038 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-754d12c1-0d74-4081-8f9e-5dd361594adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:14.800525 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340810-41da-4489-a644-f8109babcbb5 req-4ec87796-0c78-4786-8cc0-72d96febad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:14.800749 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['41e55635-3f30-4bbc-b537-de7689982852'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:14.801986 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-4ec87796-0c78-4786-8cc0-72d96febad0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4377382 Jun 10 14:43:14.806852 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.808307 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c18acdd-5e08-444e-85ba-b3e946a278d5,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:14.812038 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:14.897428 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.902439 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Allocated IP 172.20.0.13 (10c0d69e-5adc-49c8-bb0e-f62dc712052e/c1ec4dce-ee03-4793-b39d-ec156b71e400/a39797ba-acba-4bd7-b843-b90247efe3af) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:14.982962 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:14.997815 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:15.216197 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:15.290555 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:15.295588 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Pushing event updated for resources: {'Port': ['ID=ea0b6578-c597-4f75-a997-0873aa675b7c,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:15.307058 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:15.350264 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:15.404656 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45342) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:15.436414 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:15.437184 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.460083 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-495dcc07-fdee-4548-9462-0dd846e48a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.474818 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-74b75780-5e9c-4b49-a1b5-fc42b53d9ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617255 Jun 10 14:43:15.526691 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb4e3-97f4-442c-8906-889b8db4ce96 req-50a11c3e-8206-4475-b96e-604d24e921f6 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:15.531494 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-53fdb4e3-97f4-442c-8906-889b8db4ce96 req-50a11c3e-8206-4475-b96e-604d24e921f6 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 944 time: 0.5251756 Jun 10 14:43:15.537770 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5388451 Jun 10 14:43:15.578022 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Request body: {'port': {'device_id': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:15.600173 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab915a-5b41-470d-a2a3-b9c89355ce51 req-0c3e2ed6-7a70-43c8-b584-f61993131166 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:15.601641 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a9ab915a-5b41-470d-a2a3-b9c89355ce51 req-0c3e2ed6-7a70-43c8-b584-f61993131166 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 943 time: 0.2688730 Jun 10 14:43:15.678929 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-53fdb4e3-97f4-442c-8906-889b8db4ce96 req-cb916255-3f1d-4b28-adfa-7e133f562d03 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384449 Jun 10 14:43:15.721830 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.759163 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03340810-41da-4489-a644-f8109babcbb5 req-44fd6df6-04dc-423a-bfaa-732f6708243a service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732096 Jun 10 14:43:15.760774 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Transition to ACTIVE for port object a39797ba-acba-4bd7-b843-b90247efe3af will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:15.767978 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a9ab915a-5b41-470d-a2a3-b9c89355ce51 req-fc3e6546-a7e1-410a-a55e-36679a8c2131 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211364 Jun 10 14:43:15.822154 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.832136 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:15.860698 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20b7788-dab6-40d0-af91-18ff8db5cc6e {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:15.869877 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.885067 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Transition to ACTIVE for port object d20b7788-dab6-40d0-af91-18ff8db5cc6e will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:15.908739 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:15.955830 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:15.967558 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:15.978540 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 41e55635-3f30-4bbc-b537-de7689982852 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:15.990614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:15.997331 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:16.009940 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.116459 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.117193 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.124540 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 41e55635-3f30-4bbc-b537-de7689982852 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:16.130290 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 41e55635-3f30-4bbc-b537-de7689982852 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:16.130721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.212513 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:16.218100 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:16.231128 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712229-3d7d-458a-8371-d45e762fe3d4 req-6f1cf55f-9129-4b6f-8afe-0b9eedeb50b2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.240950 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-07712229-3d7d-458a-8371-d45e762fe3d4 req-6f1cf55f-9129-4b6f-8afe-0b9eedeb50b2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 932 time: 0.1746075 Jun 10 14:43:16.260783 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Attempting to bind port d20b7788-dab6-40d0-af91-18ff8db5cc6e on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:16.261197 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Attempting to bind port d20b7788-dab6-40d0-af91-18ff8db5cc6e by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:16.261599 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Attempting to bind port d20b7788-dab6-40d0-af91-18ff8db5cc6e on network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:16.275426 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Port d20b7788-dab6-40d0-af91-18ff8db5cc6e on network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:16.275835 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Attempting to bind port d20b7788-dab6-40d0-af91-18ff8db5cc6e on network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:16.286166 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:16.286875 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Checking segment: {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:16.287360 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Bound using segment: {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:16.287873 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Bound port: d20b7788-dab6-40d0-af91-18ff8db5cc6e, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:16.288285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.341742 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-4f17bb15-0cfc-4973-b5b5-85f26984e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.343661 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-4f17bb15-0cfc-4973-b5b5-85f26984e207 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1096 time: 0.4706156 Jun 10 14:43:16.357206 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-07712229-3d7d-458a-8371-d45e762fe3d4 req-06098c23-d282-49ca-afcc-8829e9b5b723 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137388 Jun 10 14:43:16.381296 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] For port d20b7788-dab6-40d0-af91-18ff8db5cc6e, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:16.384601 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] For port d20b7788-dab6-40d0-af91-18ff8db5cc6e, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:16.425296 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.426106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Pushing event updated for resources: {'Port': ['ID=d20b7788-dab6-40d0-af91-18ff8db5cc6e,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:16.434203 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:16.445052 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-495dcc07-fdee-4548-9462-0dd846e48a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.456426 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:16.521844 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-495dcc07-fdee-4548-9462-0dd846e48a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.536101 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.538438 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-b41ed331-e557-4695-a62d-112ab50e645e None None] Provisioning for port a39797ba-acba-4bd7-b843-b90247efe3af completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:16.571516 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.575880 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.576147 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-b41ed331-e557-4695-a62d-112ab50e645e None None] Provisioning complete for port a39797ba-acba-4bd7-b843-b90247efe3af triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:16.576503 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b41ed331-e557-4695-a62d-112ab50e645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.578018 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] 10.222.0.21 "PUT /v2.0/ports/d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 1093 time: 1.8360500 Jun 10 14:43:16.580328 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c40865-4418-4690-b713-a309c42e6a29', 'tag': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:16.583067 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f7c32-8866-4f6a-bcd7-df7353959288" -d '{"events": [{"name": "network-changed", "server_uuid": "68c40865-4418-4690-b713-a309c42e6a29", "tag": "d20b7788-dab6-40d0-af91-18ff8db5cc6e"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:16.593696 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0720601 Jun 10 14:43:16.615499 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Request body: {'port': {'device_id': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:16.623519 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-b41ed331-e557-4695-a62d-112ab50e645e None None] Port a39797ba-acba-4bd7-b843-b90247efe3af cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:43:16.639158 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e55635-3f30-4bbc-b537-de7689982852'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:16.653574 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca356fe5-3da3-419a-8f4f-98c45193d4a4 req-362d1509-f693-451a-a940-296202eda511 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.660745 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ca356fe5-3da3-419a-8f4f-98c45193d4a4 req-362d1509-f693-451a-a940-296202eda511 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 932 time: 0.7646666 Jun 10 14:43:16.734127 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 41e55635-3f30-4bbc-b537-de7689982852, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=41e55635-3f30-4bbc-b537-de7689982852,segment=NetworkSegment(ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8),segment_id=ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:16.741857 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-3c9d2c2d-8100-4ee7-a8fd-908b1a07a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:16.743324 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-3c9d2c2d-8100-4ee7-a8fd-908b1a07a4cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.3851461 Jun 10 14:43:16.748094 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:16.754037 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:16.826545 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Pushing event updated for resources: {'Port': ['ID=d20b7788-dab6-40d0-af91-18ff8db5cc6e,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:16.850267 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-495dcc07-fdee-4548-9462-0dd846e48a0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=477ee7fc31d74d2b9d9b8e09b3720228&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4443159 Jun 10 14:43:16.861501 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:16.867043 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=41e55635-3f30-4bbc-b537-de7689982852,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:16.872398 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:16.874485 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:16.876719 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45402) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:16.888971 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-c264fc52-d9c4-4ce5-b860-786d5b6f4f48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 217 time: 0.1333177 Jun 10 14:43:16.934405 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2adf5-15c8-4e08-8bdb-1dd9d57a896f x-openstack-request-id: req-95d2adf5-15c8-4e08-8bdb-1dd9d57a896f {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:16.934742 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c40865-4418-4690-b713-a309c42e6a29", "tag": "d20b7788-dab6-40d0-af91-18ff8db5cc6e", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:16.935023 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95d2adf5-15c8-4e08-8bdb-1dd9d57a896f {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:16.937041 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c40865-4418-4690-b713-a309c42e6a29', 'tag': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e', 'status': 'completed', 'code': 200} Jun 10 14:43:17.002161 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a83de47-fd07-4336-8c99-d16d310d9e51" -d '{"events": [{"server_uuid": "f00e02f4-c4db-459a-99a0-6b63861b4832", "name": "network-vif-plugged", "status": "completed", "tag": "41e55635-3f30-4bbc-b537-de7689982852"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:17.067146 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.098361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-1f1a4700-8f86-4ef3-ac98-3cd01e08f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.100532 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-1f1a4700-8f86-4ef3-ac98-3cd01e08f989 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.1558344 Jun 10 14:43:17.351579 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c0048-2b43-421d-84db-17f20c02a27c req-3dcb30b2-caf0-4083-84bd-46aba3503d75 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.358453 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f58c0048-2b43-421d-84db-17f20c02a27c req-3dcb30b2-caf0-4083-84bd-46aba3503d75 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.2922671 Jun 10 14:43:17.367991 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dcc07-fdee-4548-9462-0dd846e48a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5ffccc-76db-415f-915c-0bb4af92a33c,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:17.383855 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-495dcc07-fdee-4548-9462-0dd846e48a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:17.405624 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-d93721cc-5976-4629-b949-4513838c8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.407162 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-d93721cc-5976-4629-b949-4513838c8b5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2809565 Jun 10 14:43:17.421280 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ca356fe5-3da3-419a-8f4f-98c45193d4a4 req-b89b249d-954b-41e7-87a6-8d6411492b7c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362459 Jun 10 14:43:17.518945 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f58c0048-2b43-421d-84db-17f20c02a27c req-e8920243-a217-4a10-8a4c-7a811628901e tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594937 Jun 10 14:43:17.531343 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-ffaa72d5-46ab-473c-9721-a82abee83685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.533842 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-ffaa72d5-46ab-473c-9721-a82abee83685 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1096 time: 0.8562958 Jun 10 14:43:17.646501 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77c6c60-3cbf-4027-a34f-3b1e1e3798c7 x-openstack-request-id: req-c77c6c60-3cbf-4027-a34f-3b1e1e3798c7 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:17.646799 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e02f4-c4db-459a-99a0-6b63861b4832", "name": "network-vif-plugged", "status": "completed", "tag": "41e55635-3f30-4bbc-b537-de7689982852", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:17.647429 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c77c6c60-3cbf-4027-a34f-3b1e1e3798c7 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:17.648279 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e55635-3f30-4bbc-b537-de7689982852', 'code': 200} Jun 10 14:43:17.699464 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-bc81381c-2abb-4ff8-b4de-d7220845954a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.1534085 Jun 10 14:43:17.750242 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.879602 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:17.896854 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-d415b35b-607e-4507-ac9f-28a20b48a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:17.899394 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-d415b35b-607e-4507-ac9f-28a20b48a3a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.1704302 Jun 10 14:43:17.953321 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-5ce32b8e-d5e2-42a8-83fe-9dbfff146b49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420964 Jun 10 14:43:17.975023 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-e214ab9f-6e09-470f-a0cf-125adb9a1326 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106971 Jun 10 14:43:17.977675 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0b6578-c597-4f75-a997-0873aa675b7c {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:17.999076 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.011864 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.21', 51923) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:18.021120 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee25dff-05e3-43cb-8361-59a5740d28c4 req-3c49c89f-33fb-4be0-8b0b-023b8ce63a9e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.022611 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eee25dff-05e3-43cb-8361-59a5740d28c4 req-3c49c89f-33fb-4be0-8b0b-023b8ce63a9e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 943 time: 0.4136634 Jun 10 14:43:18.068593 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Transition to ACTIVE for port object ea0b6578-c597-4f75-a997-0873aa675b7c will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:18.113342 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39797ba-acba-4bd7-b843-b90247efe3af {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:18.117908 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.125551 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.138087 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b29dd1b8-b4eb-437f-9925-0fe0c400914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:18.173241 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eee25dff-05e3-43cb-8361-59a5740d28c4 req-1426b5aa-08d3-4cbd-9d42-872541caabde tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383846 Jun 10 14:43:18.201644 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.215289 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.215943 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e5ffccc-76db-415f-915c-0bb4af92a33c HTTP/1.1" status: 204 len: 168 time: 1.3355911 Jun 10 14:43:18.223389 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Transition to ACTIVE for port object a39797ba-acba-4bd7-b843-b90247efe3af will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:18.238647 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee466c3-b809-4a73-84c9-79069cc8b220 req-6e6df8fc-0873-4fbf-91b2-abec78b3f353 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.240269 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cee466c3-b809-4a73-84c9-79069cc8b220 req-6e6df8fc-0873-4fbf-91b2-abec78b3f353 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 932 time: 0.3633478 Jun 10 14:43:18.246104 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.259717 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-23eb5980-0f5c-472f-bbe3-264b72535c12 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:18.264337 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-a20eb0be-5fec-4b9a-b48a-8a270c197186 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788525 Jun 10 14:43:18.265245 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Pushing event updated for resources: {'Port': ['ID=ea0b6578-c597-4f75-a997-0873aa675b7c,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:18.270382 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:18.272114 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-8efe4f4b-a843-416a-b38b-c555bc11c81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:18.286281 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5ffccc-76db-415f-915c-0bb4af92a33c,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:18.289565 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:18.346197 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-21f262eb-9222-49de-9c34-c3e8ccbb88f1 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333199 Jun 10 14:43:18.351160 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4050f-f599-41f6-879f-311501617c3d req-b6559335-7a41-4d3f-a0b5-498de8257c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.363926 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43e4050f-f599-41f6-879f-311501617c3d req-b6559335-7a41-4d3f-a0b5-498de8257c78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 1098 time: 0.3455229 Jun 10 14:43:18.465228 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:18.472689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:18.476547 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-43e4050f-f599-41f6-879f-311501617c3d req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.496082 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cee466c3-b809-4a73-84c9-79069cc8b220 req-51514628-1034-4953-8f38-5da482f6fd70 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441883 Jun 10 14:43:18.534551 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Attempting to bind port ea0b6578-c597-4f75-a997-0873aa675b7c on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:18.544194 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Attempting to bind port ea0b6578-c597-4f75-a997-0873aa675b7c by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:18.544799 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Attempting to bind port ea0b6578-c597-4f75-a997-0873aa675b7c on network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:18.556730 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e93ec46a-6c18-4c62-958f-aa96fed320a9 req-5c937c04-24e9-45c2-88c2-595751ed64c5 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741659 Jun 10 14:43:18.557447 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Port ea0b6578-c597-4f75-a997-0873aa675b7c on network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:18.557793 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Attempting to bind port ea0b6578-c597-4f75-a997-0873aa675b7c on network e22d67ca-c2e7-482e-a0c2-44be9cda75b9 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:18.574418 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:18.575003 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Checking segment: {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:18.575547 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Bound using segment: {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:18.576138 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Bound port: ea0b6578-c597-4f75-a997-0873aa675b7c, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38197d71-a1e0-407e-97c1-99f99f327218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:18.576672 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.793463 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] For port ea0b6578-c597-4f75-a997-0873aa675b7c, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:18.814732 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] For port ea0b6578-c597-4f75-a997-0873aa675b7c, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ea0b6578-c597-4f75-a997-0873aa675b7c,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:18.832218 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.842581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-cea38f34-93d3-49af-ae5b-68c24effb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.842581 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-cea38f34-93d3-49af-ae5b-68c24effb7af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1096 time: 0.1613038 Jun 10 14:43:18.842581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bfe8d8c2-4b50-49dd-96ee-2bca351587c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:18.900554 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.901221 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.902560 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] 10.222.0.21 "PUT /v2.0/ports/ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 1094 time: 3.3497591 Jun 10 14:43:18.928188 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Attempting to bind port a39797ba-acba-4bd7-b843-b90247efe3af on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:18.928538 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Attempting to bind port a39797ba-acba-4bd7-b843-b90247efe3af by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:18.928869 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Attempting to bind port a39797ba-acba-4bd7-b843-b90247efe3af on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:18.932273 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a8c4c-6ca8-4809-91a6-d37ba9e47e5e req-9ced596e-5803-49de-93ce-e265051ae09c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.939459 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-209a8c4c-6ca8-4809-91a6-d37ba9e47e5e req-9ced596e-5803-49de-93ce-e265051ae09c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 944 time: 0.2055366 Jun 10 14:43:18.946732 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Port a39797ba-acba-4bd7-b843-b90247efe3af on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:18.947090 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Attempting to bind port a39797ba-acba-4bd7-b843-b90247efe3af on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:18.954100 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:18.955184 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Checking segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:18.956170 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Bound using segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:18.956638 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Bound port: a39797ba-acba-4bd7-b843-b90247efe3af, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:18.957098 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:18.959894 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'tag': 'ea0b6578-c597-4f75-a997-0873aa675b7c'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:18.961505 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9b52f-efe9-4509-af32-7e05b2c7f150" -d '{"events": [{"name": "network-changed", "server_uuid": "35211e8d-9490-4959-aee0-c35b4ada4a7f", "tag": "ea0b6578-c597-4f75-a997-0873aa675b7c"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:18.990117 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0a96-6aa1-475b-9d21-8ed0985fd973 req-147f5fb8-68ca-4fce-b4f5-c684325e5013 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:18.997292 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db3a0a96-6aa1-475b-9d21-8ed0985fd973 req-147f5fb8-68ca-4fce-b4f5-c684325e5013 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.2548780 Jun 10 14:43:19.064019 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-43e4050f-f599-41f6-879f-311501617c3d req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.103677 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-43e4050f-f599-41f6-879f-311501617c3d req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.119965 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ceb9c4df-4ed5-48de-92c2-a9211aeacccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:19.133289 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Pushing event updated for resources: {'Port': ['ID=ea0b6578-c597-4f75-a997-0873aa675b7c,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:19.166366 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:19.180802 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb904bc-512c-4bd3-8866-d8c83ad7ac29,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:19.195358 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-209a8c4c-6ca8-4809-91a6-d37ba9e47e5e req-f2d183eb-74d9-42e6-91e0-aeae812e00d4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537835 Jun 10 14:43:19.197934 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:19.223377 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43e4050f-f599-41f6-879f-311501617c3d req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8098860 Jun 10 14:43:19.257118 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-1c71d1fc-f089-40ba-94f7-b74305cbca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.258626 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-1c71d1fc-f089-40ba-94f7-b74305cbca13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.4048049 Jun 10 14:43:19.263188 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db3a0a96-6aa1-475b-9d21-8ed0985fd973 req-57b7aa0d-0b83-48fb-978e-4bdc1d4a72d1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648075 Jun 10 14:43:19.275971 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-0150a563-4f93-4337-a935-039b0c829f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.277671 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-0150a563-4f93-4337-a935-039b0c829f1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1097 time: 0.3020990 Jun 10 14:43:19.280204 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:19.280793 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f6665c-0bac-4019-b014-6fd05d994b8a x-openstack-request-id: req-48f6665c-0bac-4019-b014-6fd05d994b8a {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:19.282742 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35211e8d-9490-4959-aee0-c35b4ada4a7f", "tag": "ea0b6578-c597-4f75-a997-0873aa675b7c", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:19.283208 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48f6665c-0bac-4019-b014-6fd05d994b8a {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:19.283927 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'tag': 'ea0b6578-c597-4f75-a997-0873aa675b7c', 'status': 'completed', 'code': 200} Jun 10 14:43:19.287836 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:19.290821 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.299276 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ba0bffce-a79e-4d82-862f-bf1d2f0b580b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:19.367935 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:19.372649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:19.379599 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.382449 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:19.384680 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] 10.222.0.21 "PUT /v2.0/ports/a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 1094 time: 2.7754643 Jun 10 14:43:19.385274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:19.387822 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384cba25-a46f-49f8-bade-be4d912a0368" -d '{"events": [{"name": "network-changed", "server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:19.440457 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec08adb-ce1f-44a6-80b9-a0fde43a1ec3 x-openstack-request-id: req-2ec08adb-ce1f-44a6-80b9-a0fde43a1ec3 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:19.440782 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:19.441053 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ec08adb-ce1f-44a6-80b9-a0fde43a1ec3 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:19.441592 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'status': 'completed', 'code': 200} Jun 10 14:43:19.463351 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-a4304225-8b38-4622-8595-a5edb563614b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.1167562 Jun 10 14:43:19.543212 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-c261edf5-adbe-468d-9929-8cc3c4c2c7ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.1882520 Jun 10 14:43:19.561718 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-e2ebeff1-8478-4258-95a2-ea0122f0eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.563299 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-e2ebeff1-8478-4258-95a2-ea0122f0eabb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1097 time: 0.0820637 Jun 10 14:43:19.633919 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-6b95ce2b-9745-4761-8da3-49527a66a724 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 217 time: 0.0562508 Jun 10 14:43:19.770670 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-2fcf253b-3809-4836-8724-c58de73b21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.772509 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-2fcf253b-3809-4836-8724-c58de73b21b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.1271765 Jun 10 14:43:19.806649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e7694-c8cf-458e-a845-25a683efb897 req-af7728bc-15ef-4b12-b475-f3c5a8b046a2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.808341 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f32e7694-c8cf-458e-a845-25a683efb897 req-af7728bc-15ef-4b12-b475-f3c5a8b046a2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0961456 Jun 10 14:43:19.860035 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f32e7694-c8cf-458e-a845-25a683efb897 req-d36658e2-7b38-46c0-aa6b-222af5f6dfc3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Jun 10 14:43:19.918977 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-9ed26a44-9437-42d1-b643-59182afbc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.920386 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-9ed26a44-9437-42d1-b643-59182afbc13d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.3745735 Jun 10 14:43:19.934496 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-b196a1ae-bf89-459c-be79-3f0db0f69616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.936268 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-b196a1ae-bf89-459c-be79-3f0db0f69616 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.3799703 Jun 10 14:43:19.958272 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140c5e9-ecd4-4846-ab5b-773178dcf56b req-c3969ed6-6eda-431e-b7cc-2a0173842247 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:19.963679 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8140c5e9-ecd4-4846-ab5b-773178dcf56b req-c3969ed6-6eda-431e-b7cc-2a0173842247 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 943 time: 0.5039699 Jun 10 14:43:20.008411 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8140c5e9-ecd4-4846-ab5b-773178dcf56b req-fa39e940-ed4e-4912-ad15-d3263199c8c9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Jun 10 14:43:20.403972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0ee0c-8dd5-4205-b9b8-8cd122f64fc0 req-04e49f73-68a0-459d-bcdd-2e09c738ac5f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:20.406045 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1de0ee0c-8dd5-4205-b9b8-8cd122f64fc0 req-04e49f73-68a0-459d-bcdd-2e09c738ac5f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 944 time: 0.0849948 Jun 10 14:43:20.453228 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1de0ee0c-8dd5-4205-b9b8-8cd122f64fc0 req-3d3f6aaa-5ac3-4624-9934-c05b52268a3c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Jun 10 14:43:20.474209 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a774e0-7a13-4117-81bd-0534fdb48de9 req-3ef1e4ab-d2ae-49b8-86a7-d012d2e5656c tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:20.475770 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-66a774e0-7a13-4117-81bd-0534fdb48de9 req-3ef1e4ab-d2ae-49b8-86a7-d012d2e5656c tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.0830088 Jun 10 14:43:20.521434 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-66a774e0-7a13-4117-81bd-0534fdb48de9 req-073333f2-b353-4dec-b6fc-7c791bac5bf6 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Jun 10 14:43:20.671892 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 77c7fb5b-6bc5-4858-b249-84e904291148 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:20.793357 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 77c7fb5b-6bc5-4858-b249-84e904291148, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=77c7fb5b-6bc5-4858-b249-84e904291148,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:20.805505 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '77c7fb5b-6bc5-4858-b249-84e904291148', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'port_id': '77c7fb5b-6bc5-4858-b249-84e904291148', 'mac_address': 'fa:16:3e:8d:31:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:20.849888 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.865648 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c7fb5b-6bc5-4858-b249-84e904291148 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:20.891206 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 77c7fb5b-6bc5-4858-b249-84e904291148, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=77c7fb5b-6bc5-4858-b249-84e904291148,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:20.896585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:20.898465 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-fad5cd93-ee8a-4963-992f-99560fd5309e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:20.954812 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=77c7fb5b-6bc5-4858-b249-84e904291148,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:20.958004 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:21.063858 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56685f2-c6af-4c1c-abe8-5d152de0cf2b req-520a4f43-7c98-4d72-99fe-fc9c44df63d4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:21.065516 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e56685f2-c6af-4c1c-abe8-5d152de0cf2b req-520a4f43-7c98-4d72-99fe-fc9c44df63d4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0751059 Jun 10 14:43:21.110459 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e56685f2-c6af-4c1c-abe8-5d152de0cf2b req-36911301-d391-46b1-9532-50d0839bf296 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383902 Jun 10 14:43:21.191454 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45580) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:21.193778 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0880-5206-4f59-b085-6003e2388006 req-6f6a2df3-8c6b-4037-8020-2a07d495b20e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:21.195286 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6d8d0880-5206-4f59-b085-6003e2388006 req-6f6a2df3-8c6b-4037-8020-2a07d495b20e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 944 time: 0.0733323 Jun 10 14:43:21.241504 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6d8d0880-5206-4f59-b085-6003e2388006 req-3bfb7616-8092-4a73-bb5a-c6de9f237c71 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 Jun 10 14:43:21.305138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d4e539f7-00f9-4d1d-ba32-966ed62616a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.403632 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d4e539f7-00f9-4d1d-ba32-966ed62616a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.407390 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d4e539f7-00f9-4d1d-ba32-966ed62616a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.410512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f864fa26-19c6-45d8-923f-132e7459245d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:21.448661 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d4e539f7-00f9-4d1d-ba32-966ed62616a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8de6db3c016049ba8211a9cd2d137b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560761 Jun 10 14:43:21.450459 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e539f7-00f9-4d1d-ba32-966ed62616a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef5ba7-0108-4a1d-b435-374a2a4f0e51,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:21.451320 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45588) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:21.453452 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d4e539f7-00f9-4d1d-ba32-966ed62616a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:21.505093 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.528495 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.583690 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.586509 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.587659 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bef5ba7-0108-4a1d-b435-374a2a4f0e51 HTTP/1.1" status: 204 len: 168 time: 0.1352754 Jun 10 14:43:21.588383 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fe3d7fb7-445c-4ab4-8fc1-906e740c732c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:21.597664 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef5ba7-0108-4a1d-b435-374a2a4f0e51,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:21.600413 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:21.665418 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687114-67e6-4b62-a4e3-8963a8833292 req-036ede47-1c9f-4cac-9cdf-0b36feaf17c8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:21.667077 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26687114-67e6-4b62-a4e3-8963a8833292 req-036ede47-1c9f-4cac-9cdf-0b36feaf17c8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 944 time: 0.0881231 Jun 10 14:43:21.713461 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26687114-67e6-4b62-a4e3-8963a8833292 req-702e80f7-57fd-4279-90b6-39c2a4ad6346 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Jun 10 14:43:21.738765 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562fe6-0555-410f-ba01-09e974bfe605 req-1223493f-03e6-41b9-8c10-4c1f0c0918b9 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:21.740290 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c4562fe6-0555-410f-ba01-09e974bfe605 req-1223493f-03e6-41b9-8c10-4c1f0c0918b9 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.0877156 Jun 10 14:43:21.783432 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c4562fe6-0555-410f-ba01-09e974bfe605 req-a82efca1-1d1b-4f71-95bc-ebbcd1c15118 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368505 Jun 10 14:43:21.879917 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45600) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:21.895636 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-43f3457c-da30-4fde-9453-797cc1f133d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.987267 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-43f3457c-da30-4fde-9453-797cc1f133d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.990869 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-43f3457c-da30-4fde-9453-797cc1f133d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:21.993537 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-62d6707c-b833-416e-a72b-34d517e25fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:22.030533 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3457c-da30-4fde-9453-797cc1f133d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0bf0b8-0bf0-4e71-a434-e7bcea6c2bb3,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:22.035575 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-43f3457c-da30-4fde-9453-797cc1f133d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e80ac2b46af44d739d220f58c1c59991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546521 Jun 10 14:43:22.036436 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-43f3457c-da30-4fde-9453-797cc1f133d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:22.038512 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45602) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:22.092677 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.115603 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.171881 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.175340 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:22.176507 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d0bf0b8-0bf0-4e71-a434-e7bcea6c2bb3 HTTP/1.1" status: 204 len: 168 time: 0.1370249 Jun 10 14:43:22.177337 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:22.186535 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0bf0b8-0bf0-4e71-a434-e7bcea6c2bb3,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:22.188826 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:22.328582 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf56d-ad49-4690-a890-a489e55a34f6 req-121edc56-5e1f-4cf8-a075-3ac380e91122 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:22.330686 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9a5bf56d-ad49-4690-a890-a489e55a34f6 req-121edc56-5e1f-4cf8-a075-3ac380e91122 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0848107 Jun 10 14:43:22.382583 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9a5bf56d-ad49-4690-a890-a489e55a34f6 req-2b58d205-4a08-4b9a-8b3d-79866542df6a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 Jun 10 14:43:22.462462 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef12013-d6c4-4523-a0b1-3d10af1bfa1e req-c0112f75-b92a-4b6b-8c30-a3a0f9c37ae1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:22.464042 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cef12013-d6c4-4523-a0b1-3d10af1bfa1e req-c0112f75-b92a-4b6b-8c30-a3a0f9c37ae1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 944 time: 0.0702658 Jun 10 14:43:22.508957 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cef12013-d6c4-4523-a0b1-3d10af1bfa1e req-3e95fa20-3e80-40f6-855a-8d142b7f3747 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Jun 10 14:43:22.777031 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-57a4d559-9da2-4824-868c-f77e13d5e8bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493658 Jun 10 14:43:22.786574 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-53076c23-7cbe-4f94-8425-256c043dd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:22.788089 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-53076c23-7cbe-4f94-8425-256c043dd15e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640168 Jun 10 14:43:22.804114 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-66960a7f-d607-41a5-94db-460a4cd9c646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748644 Jun 10 14:43:22.985719 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-4f2bdae0-9876-4717-913f-ac0ead94449a service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844311 Jun 10 14:43:23.061869 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['77c7fb5b-6bc5-4858-b249-84e904291148'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:23.102210 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b676a-e41d-4aca-ad63-4c827c8579e3 req-7e039345-bd2e-48f3-81f3-2b63be5954ed tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.103785 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-303b676a-e41d-4aca-ad63-4c827c8579e3 req-7e039345-bd2e-48f3-81f3-2b63be5954ed tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 944 time: 0.2419267 Jun 10 14:43:23.117002 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-28fb2e1f-9f46-4d82-ab6f-e3abf959b836 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155859 Jun 10 14:43:23.119120 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-c5662b77-8ac2-40c1-ade2-b95694c080ae service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846155 Jun 10 14:43:23.136320 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5fcf5-fe94-4f7b-a38c-2ddfa76bf325 req-5fe15f54-1573-45dd-984e-7835bb515444 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.138053 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-22f5fcf5-fe94-4f7b-a38c-2ddfa76bf325 req-5fe15f54-1573-45dd-984e-7835bb515444 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.1723943 Jun 10 14:43:23.164470 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86c2639c-a0bc-43cd-ae51-36aeeba5ce9e req-31849d23-102c-45b1-8f8f-5b1a58958953 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704891 Jun 10 14:43:23.196480 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-303b676a-e41d-4aca-ad63-4c827c8579e3 req-8110fea2-2593-48a8-8edd-4d1c71ea4ab9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728588 Jun 10 14:43:23.317055 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cba25-a46f-49f8-bade-be4d912a0368 req-19d1189a-5896-4cb5-89c3-060d9d29bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.320172 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-384cba25-a46f-49f8-bade-be4d912a0368 req-19d1189a-5896-4cb5-89c3-060d9d29bdcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1097 time: 0.0803874 Jun 10 14:43:23.355953 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-22f5fcf5-fe94-4f7b-a38c-2ddfa76bf325 req-603762e0-9b94-4f93-9d20-35d1977f2756 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997297 Jun 10 14:43:23.413968 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-a11fa4eb-305c-4553-ae38-7def99f376f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747831 Jun 10 14:43:23.415936 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14b57ef0-e131-4022-b83f-651a3ca5bb08 req-f78f5457-eb16-4ad5-a8ec-e9af765a4502 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756519 Jun 10 14:43:23.491093 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cba25-a46f-49f8-bade-be4d912a0368 req-4d37ef6f-224a-47aa-9dd4-7daf9280acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.492292 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-384cba25-a46f-49f8-bade-be4d912a0368 req-4d37ef6f-224a-47aa-9dd4-7daf9280acf0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.1646159 Jun 10 14:43:23.555621 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45662) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:23.600727 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-384cba25-a46f-49f8-bade-be4d912a0368 req-c813dd92-863a-4d3c-850d-69ef09e81594 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 217 time: 0.0944054 Jun 10 14:43:23.638845 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-f0bcdfb1-3509-46a1-bb38-336e3bdce517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.645319 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-f0bcdfb1-3509-46a1-bb38-336e3bdce517 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1097 time: 0.1263096 Jun 10 14:43:23.715396 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cba25-a46f-49f8-bade-be4d912a0368 req-5da17a18-a34c-4376-bc3f-fd04da5902e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.717291 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-384cba25-a46f-49f8-bade-be4d912a0368 req-5da17a18-a34c-4376-bc3f-fd04da5902e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0934000 Jun 10 14:43:23.782557 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf439e-e43c-43f9-b6cc-31be889f0145 req-3828246d-6fef-4a7b-ad6e-eb3bd078f071 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.784717 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-becf439e-e43c-43f9-b6cc-31be889f0145 req-3828246d-6fef-4a7b-ad6e-eb3bd078f071 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.2706459 Jun 10 14:43:23.798379 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e1881524-dfe0-4ccb-b15a-89c011226768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:23.864329 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-becf439e-e43c-43f9-b6cc-31be889f0145 req-84e2c00b-ffda-4513-808e-d3fc0e663e6b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673378 Jun 10 14:43:23.876926 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cba25-a46f-49f8-bade-be4d912a0368 req-3327c29f-ea7b-4252-b8bb-189135b39f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.879258 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-384cba25-a46f-49f8-bade-be4d912a0368 req-3327c29f-ea7b-4252-b8bb-189135b39f4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1481626 Jun 10 14:43:23.889611 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-8049bdec-4e76-416a-b95c-dd49a390e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:23.892421 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-8049bdec-4e76-416a-b95c-dd49a390e8d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.2341127 Jun 10 14:43:23.952003 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-ada9dd81-fbf1-42dd-aba7-5b60858252d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.0495801 Jun 10 14:43:24.029736 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8939fa-3309-4405-bdf3-0bbc8457a626 req-f1c7c099-ebd4-4028-bbdc-76f397934ac8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:24.038440 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c8939fa-3309-4405-bdf3-0bbc8457a626 req-f1c7c099-ebd4-4028-bbdc-76f397934ac8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 944 time: 0.2573586 Jun 10 14:43:24.108131 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-f5b6207a-7739-45f9-8122-ec27482ff70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:24.109430 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-f5b6207a-7739-45f9-8122-ec27482ff70d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.1401441 Jun 10 14:43:24.127530 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c8939fa-3309-4405-bdf3-0bbc8457a626 req-b57abe83-c6f9-4d9d-9456-fce0595bf18e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895488 Jun 10 14:43:24.188265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e1881524-dfe0-4ccb-b15a-89c011226768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.229662 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e1881524-dfe0-4ccb-b15a-89c011226768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.239824 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-30e89585-bbb0-43eb-8238-a2939e9525ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075130 Jun 10 14:43:24.256663 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:24.268274 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-384cba25-a46f-49f8-bade-be4d912a0368 req-be05e3a1-c319-41df-a129-bb10c0abd31b service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665130 Jun 10 14:43:24.426280 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1881524-dfe0-4ccb-b15a-89c011226768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ce516-23ff-41d7-b1e7-3c08b0b066e4,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:24.436736 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e1881524-dfe0-4ccb-b15a-89c011226768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:24.552084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c0b91-30d8-4f4c-a14b-cca86103b855 req-3f1a0058-ada4-4a65-b03b-bb6083f47b42 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:24.553661 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6c5c0b91-30d8-4f4c-a14b-cca86103b855 req-3f1a0058-ada4-4a65-b03b-bb6083f47b42 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 944 time: 0.2000463 Jun 10 14:43:24.557429 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-384cba25-a46f-49f8-bade-be4d912a0368 req-575db311-1cee-496f-84fb-fe70144b2d43 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707195 Jun 10 14:43:24.583336 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e1881524-dfe0-4ccb-b15a-89c011226768 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1adbabe99d642c5bb77fcb31616c35f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0264235 Jun 10 14:43:24.587561 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-8a7d3052-c7fc-4905-9527-c39c1ca74a3e service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268535 Jun 10 14:43:24.592213 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45722) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:24.653855 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6c5c0b91-30d8-4f4c-a14b-cca86103b855 req-66d17871-bcd2-4f9b-b248-a829812882da tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936058 Jun 10 14:43:24.695264 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.724558 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.731831 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device d20b7788-dab6-40d0-af91-18ff8db5cc6e details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:24.804663 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 77c7fb5b-6bc5-4858-b249-84e904291148 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:24.817277 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.822352 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:24.827583 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca5ce516-23ff-41d7-b1e7-3c08b0b066e4 HTTP/1.1" status: 204 len: 168 time: 0.2340934 Jun 10 14:43:24.828733 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e9dc2a78-c61e-4525-aed9-66479549b5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:24.850409 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ce516-23ff-41d7-b1e7-3c08b0b066e4,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:24.857714 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:24.871961 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce59ab-295e-4d6d-b920-e3b943db84e6 req-d0cbd9f2-05fd-4de9-b871-f305ceef9f24 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:24.881390 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-edce59ab-295e-4d6d-b920-e3b943db84e6 req-d0cbd9f2-05fd-4de9-b871-f305ceef9f24 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.2921443 Jun 10 14:43:24.932201 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2de9b52f-efe9-4509-af32-7e05b2c7f150 req-c3386111-efb9-4d22-86b7-d39f8e37152d service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308301 Jun 10 14:43:24.965222 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-edce59ab-295e-4d6d-b920-e3b943db84e6 req-d91d6cbb-eb5b-48f1-9566-7850ce722cc0 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825872 Jun 10 14:43:25.049585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port d20b7788-dab6-40d0-af91-18ff8db5cc6e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:25.067211 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 77c7fb5b-6bc5-4858-b249-84e904291148 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:25.074410 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e', 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'port_id': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e', 'mac_address': 'fa:16:3e:84:37:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8571d24f-6b72-461e-8205-470de043a186', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:25.076432 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 77c7fb5b-6bc5-4858-b249-84e904291148 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:25.076902 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.189391 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.210723 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43b53f-2375-4974-a4a6-21b642d78efb req-280cfa9c-59ba-47d6-b97b-9f520fd1ffd4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:25.221245 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2d43b53f-2375-4974-a4a6-21b642d78efb req-280cfa9c-59ba-47d6-b97b-9f520fd1ffd4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.1580651 Jun 10 14:43:25.222757 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20b7788-dab6-40d0-af91-18ff8db5cc6e {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:25.280312 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port d20b7788-dab6-40d0-af91-18ff8db5cc6e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:25.294596 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.300835 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:25.336529 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.340506 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2d43b53f-2375-4974-a4a6-21b642d78efb req-20eb6be9-78f7-4689-bdef-5ca74e72891e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177192 Jun 10 14:43:25.404787 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:25.407678 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efd93bc-56b9-42ff-ab56-f93fa6d75198" -d '{"events": [{"server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "name": "network-vif-plugged", "status": "completed", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:25.431434 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680d430-24d9-4383-8c87-e0549b5d6c0a req-ece6b2c3-bb48-4ca6-8616-5c707e9ed27d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:25.440179 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9680d430-24d9-4383-8c87-e0549b5d6c0a req-ece6b2c3-bb48-4ca6-8616-5c707e9ed27d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 944 time: 0.1163528 Jun 10 14:43:25.442776 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=d20b7788-dab6-40d0-af91-18ff8db5cc6e,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:25.450708 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 77c7fb5b-6bc5-4858-b249-84e904291148, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=77c7fb5b-6bc5-4858-b249-84e904291148,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:25.452041 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:25.465591 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:25.467641 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:25.471518 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f954d-d9d6-42f4-a997-ff8cf9a9e5d4 x-openstack-request-id: req-889f954d-d9d6-42f4-a997-ff8cf9a9e5d4 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:25.471818 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "name": "network-vif-plugged", "status": "completed", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:25.472083 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-889f954d-d9d6-42f4-a997-ff8cf9a9e5d4 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:25.472461 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148', 'code': 200} Jun 10 14:43:25.535318 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9680d430-24d9-4383-8c87-e0549b5d6c0a req-4044910d-716a-4f24-87cb-2a5ca872bbb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919280 Jun 10 14:43:25.561214 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=77c7fb5b-6bc5-4858-b249-84e904291148,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:25.566658 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:25.645922 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['d20b7788-dab6-40d0-af91-18ff8db5cc6e'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:25.872697 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7a816-aa46-4e93-a3f6-f25999075d37 req-c6429161-5b7a-497c-847a-6ed13e0b7b49 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:25.881591 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dca7a816-aa46-4e93-a3f6-f25999075d37 req-c6429161-5b7a-497c-847a-6ed13e0b7b49 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 944 time: 0.1011639 Jun 10 14:43:25.923302 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695371d0-83ec-47e8-909f-794898cf638d req-f7d487a7-6c1a-4230-9719-be30afe2d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:25.925616 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-695371d0-83ec-47e8-909f-794898cf638d req-f7d487a7-6c1a-4230-9719-be30afe2d45d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.1920996 Jun 10 14:43:25.938953 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dca7a816-aa46-4e93-a3f6-f25999075d37 req-8e40e358-c4b0-4126-bb98-a9fcb9c1a4d0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539927 Jun 10 14:43:25.986988 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-695371d0-83ec-47e8-909f-794898cf638d req-139c1cc4-ffc9-4b53-9b9f-219c6b44eea8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496578 Jun 10 14:43:26.515312 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-51ac17a4-2cbb-488f-81c2-34b94632b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:26.587913 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce8e0-7308-4ac3-bd95-55ef81bbfb26 req-5bb0603a-f36e-4206-bd54-3720ab174f88 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:26.596007 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c99ce8e0-7308-4ac3-bd95-55ef81bbfb26 req-5bb0603a-f36e-4206-bd54-3720ab174f88 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0967922 Jun 10 14:43:26.646765 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c99ce8e0-7308-4ac3-bd95-55ef81bbfb26 req-d11d1378-7f42-42b4-acc7-14058a153fe9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497375 Jun 10 14:43:26.753134 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:26.771108 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device d20b7788-dab6-40d0-af91-18ff8db5cc6e up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:26.806050 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cb4b1-eee0-4e1f-b6fb-9070eab1f963 req-0bc0ce00-ef37-41f6-9171-29c1882be2f1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:26.812177 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4a6cb4b1-eee0-4e1f-b6fb-9070eab1f963 req-0bc0ce00-ef37-41f6-9171-29c1882be2f1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1076000 Jun 10 14:43:26.892560 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4a6cb4b1-eee0-4e1f-b6fb-9070eab1f963 req-655a2115-0690-4509-aa67-eda8d5ddaf62 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755925 Jun 10 14:43:26.947202 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port d20b7788-dab6-40d0-af91-18ff8db5cc6e completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:26.953519 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port d20b7788-dab6-40d0-af91-18ff8db5cc6e triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:26.953519 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:26.997902 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:27.020690 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'port_id': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'mac_address': 'fa:16:3e:08:14:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:27.065846 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45860) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:27.126403 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.162786 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.221181 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39797ba-acba-4bd7-b843-b90247efe3af {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:27.259670 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.294998 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f71cb-ab25-4ad9-af8e-336e82674ae5 req-1afd0fd5-bbfc-4cfb-b2c6-d2a7a5c52d70 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:27.298364 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-af9f71cb-ab25-4ad9-af8e-336e82674ae5 req-1afd0fd5-bbfc-4cfb-b2c6-d2a7a5c52d70 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 944 time: 0.1518538 Jun 10 14:43:27.341022 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:27.351683 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.352673 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ea0b6578-c597-4f75-a997-0873aa675b7c details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:27.356451 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port d20b7788-dab6-40d0-af91-18ff8db5cc6e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:27.357709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-31e83c5d-17b5-4c00-8d73-9682095ba64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:27.367390 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7ac02bb0-3693-4a03-85ca-c1fb5a5ba20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.397753 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.468957 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:27.480914 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-af9f71cb-ab25-4ad9-af8e-336e82674ae5 req-76975c0e-3e3f-47d1-bf58-8ae1beacebd0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621673 Jun 10 14:43:27.481162 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c40865-4418-4690-b713-a309c42e6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:27.483803 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc136c56-37af-48e9-be99-f91c751ab017" -d '{"events": [{"server_uuid": "68c40865-4418-4690-b713-a309c42e6a29", "name": "network-vif-plugged", "status": "completed", "tag": "d20b7788-dab6-40d0-af91-18ff8db5cc6e"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:27.488304 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:27.491025 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:27.579824 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec46f93-e71b-4d49-9d99-d5b9d643c33a x-openstack-request-id: req-2ec46f93-e71b-4d49-9d99-d5b9d643c33a {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:27.580915 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c40865-4418-4690-b713-a309c42e6a29", "name": "network-vif-plugged", "status": "completed", "tag": "d20b7788-dab6-40d0-af91-18ff8db5cc6e", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:27.584465 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ec46f93-e71b-4d49-9d99-d5b9d643c33a {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:27.585072 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c40865-4418-4690-b713-a309c42e6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e', 'code': 200} Jun 10 14:43:27.670790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port ea0b6578-c597-4f75-a997-0873aa675b7c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ea0b6578-c597-4f75-a997-0873aa675b7c,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:27.698535 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=d20b7788-dab6-40d0-af91-18ff8db5cc6e,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:27.713029 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:27.718868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7ac02bb0-3693-4a03-85ca-c1fb5a5ba20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.720428 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'ea0b6578-c597-4f75-a997-0873aa675b7c', 'network_id': 'e22d67ca-c2e7-482e-a0c2-44be9cda75b9', 'port_id': 'ea0b6578-c597-4f75-a997-0873aa675b7c', 'mac_address': 'fa:16:3e:bd:c6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8571d24f-6b72-461e-8205-470de043a186', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:27.728614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7ac02bb0-3693-4a03-85ca-c1fb5a5ba20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.805964 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4ca4830-08ed-49eb-9495-632eeb9e8aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:27.824620 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45890) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:27.833975 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-7ac02bb0-3693-4a03-85ca-c1fb5a5ba20f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac4f54771b344360899b2340c78b51ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7669451 Jun 10 14:43:27.843889 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:27.994372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02bb0-3693-4a03-85ca-c1fb5a5ba20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e7af0-5436-4672-86ca-a9e9ba646e18,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:27.999475 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7ac02bb0-3693-4a03-85ca-c1fb5a5ba20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.039191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.058944 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf86790-262b-4ecc-b74a-278dcb6825f8 req-c24e043a-7f44-44a2-abf9-84f30b9b8ee2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.066428 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcf86790-262b-4ecc-b74a-278dcb6825f8 req-c24e043a-7f44-44a2-abf9-84f30b9b8ee2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 945 time: 0.2202051 Jun 10 14:43:28.069631 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.100362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45902) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:28.110481 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0b6578-c597-4f75-a997-0873aa675b7c {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:28.114221 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcf86790-262b-4ecc-b74a-278dcb6825f8 req-bec94223-d6ae-4922-94dd-db85e9d94c6e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469346 Jun 10 14:43:28.143335 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port ea0b6578-c597-4f75-a997-0873aa675b7c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ea0b6578-c597-4f75-a997-0873aa675b7c,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:28.149331 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.151809 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:28.210659 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=ea0b6578-c597-4f75-a997-0873aa675b7c,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.214670 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.221436 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0a54c32c-3618-43d6-b0ee-71250bd238a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.323713 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0a54c32c-3618-43d6-b0ee-71250bd238a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.328482 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0a54c32c-3618-43d6-b0ee-71250bd238a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.331047 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:28.372084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54c32c-3618-43d6-b0ee-71250bd238a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb1fda-0adb-4866-9e1f-3be41251f723,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.379173 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-0a54c32c-3618-43d6-b0ee-71250bd238a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcae0e598d3f41bdb2ec44ca855da045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749853 Jun 10 14:43:28.379173 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0a54c32c-3618-43d6-b0ee-71250bd238a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.379396 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45906) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:28.442484 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.447375 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eeac8-dd58-4b39-829c-d3055d28a12d req-69cd72f5-3c20-49fd-b1e1-bae3e80d9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.448843 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-399eeac8-dd58-4b39-829c-d3055d28a12d req-69cd72f5-3c20-49fd-b1e1-bae3e80d9368 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.4683850 Jun 10 14:43:28.450653 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.453187 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.454863 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f99e7af0-5436-4672-86ca-a9e9ba646e18 HTTP/1.1" status: 204 len: 168 time: 0.6291931 Jun 10 14:43:28.456443 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e1881524-dfe0-4ccb-b15a-89c011226768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:28.473746 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.476793 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e7af0-5436-4672-86ca-a9e9ba646e18,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.488548 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.500630 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223519-9fa2-4a51-a473-2e7105eaa833 req-ccdc7857-5b26-44a9-bfe2-07435eb63917 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.502798 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-59223519-9fa2-4a51-a473-2e7105eaa833 req-ccdc7857-5b26-44a9-bfe2-07435eb63917 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.3863614 Jun 10 14:43:28.545513 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.550019 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:28.553625 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4eb1fda-0adb-4866-9e1f-3be41251f723 HTTP/1.1" status: 204 len: 168 time: 0.1708984 Jun 10 14:43:28.553625 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-182119bc-3615-4c33-8b60-16807385e265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:28.561468 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-399eeac8-dd58-4b39-829c-d3055d28a12d req-ecdcb053-6f7a-468e-badf-79928e18a277 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978079 Jun 10 14:43:28.562736 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb1fda-0adb-4866-9e1f-3be41251f723,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:28.573688 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:28.602865 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-59223519-9fa2-4a51-a473-2e7105eaa833 req-f59dfda9-d3d7-4d37-b13b-f2e93d103905 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879529 Jun 10 14:43:28.626395 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a39797ba-acba-4bd7-b843-b90247efe3af'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:28.683964 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['ea0b6578-c597-4f75-a997-0873aa675b7c'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:28.744016 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b69b4-67b4-4e5a-be8d-a012bd8e48d3 req-66fdc4c8-550e-4d63-a70f-cc4fda911537 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.770400 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a13b69b4-67b4-4e5a-be8d-a012bd8e48d3 req-66fdc4c8-550e-4d63-a70f-cc4fda911537 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 945 time: 0.1488972 Jun 10 14:43:28.842793 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a13b69b4-67b4-4e5a-be8d-a012bd8e48d3 req-52c4a26c-77b1-46b1-8211-fa4f20d8d8c2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710549 Jun 10 14:43:28.922368 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385258-c237-4d1a-a05c-4389acc4cee5 req-3cb7f1b5-7cae-48e8-bb68-bdd586b3bdda tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:28.927428 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2f385258-c237-4d1a-a05c-4389acc4cee5 req-3cb7f1b5-7cae-48e8-bb68-bdd586b3bdda tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1157577 Jun 10 14:43:28.933662 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45928) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:28.941235 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'floatingip': {'port_id': '77c7fb5b-6bc5-4858-b249-84e904291148'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:28.953052 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45932) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:28.974159 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fae03682-28d9-4532-b2d3-4e01555c3279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.073669 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.209556 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fae03682-28d9-4532-b2d3-4e01555c3279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.214458 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a0425d32-fc88-4c81-8722-c39681ab175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.218172 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fae03682-28d9-4532-b2d3-4e01555c3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.221266 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:29.230593 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.255392 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae03682-28d9-4532-b2d3-4e01555c3279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffafa9-9521-4f37-ba99-44aebf897c51,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:29.259976 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fae03682-28d9-4532-b2d3-4e01555c3279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:29.263371 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45944) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:29.287229 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28e7f26c-6485-410d-913d-2b2cdbec652c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.293515 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-fae03682-28d9-4532-b2d3-4e01555c3279 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e375093f519940fbab480fd2cc3bcae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368063 Jun 10 14:43:29.294103 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45946) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:29.386051 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.419594 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.486803 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28e7f26c-6485-410d-913d-2b2cdbec652c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.493127 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28e7f26c-6485-410d-913d-2b2cdbec652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.497726 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-495dcc07-fdee-4548-9462-0dd846e48a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:29.508369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.510900 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.514327 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bffafa9-9521-4f37-ba99-44aebf897c51 HTTP/1.1" status: 204 len: 168 time: 0.2161312 Jun 10 14:43:29.527361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e1a8c-e1b8-4696-887b-2d31d57e2cc2 req-f45dd27b-b916-47b2-82e8-a4674624dce6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:29.528838 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2a5e1a8c-e1b8-4696-887b-2d31d57e2cc2 req-f45dd27b-b916-47b2-82e8-a4674624dce6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 945 time: 0.2065117 Jun 10 14:43:29.539818 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-28e7f26c-6485-410d-913d-2b2cdbec652c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e00882ce67146b9b4c7ade08bd44491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754219 Jun 10 14:43:29.542931 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45950) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:29.551300 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f26c-6485-410d-913d-2b2cdbec652c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ae5a7-7597-4363-b257-156981d5a2c8,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:29.560444 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28e7f26c-6485-410d-913d-2b2cdbec652c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:29.560940 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b39ad742-596a-4f3b-b9df-f32bfc36d7ee tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:29.573798 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffafa9-9521-4f37-ba99-44aebf897c51,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:29.581665 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:29.619018 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.638503 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2a5e1a8c-e1b8-4696-887b-2d31d57e2cc2 req-c88aa253-f083-44c5-8a2f-08ed85cec916 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034579 Jun 10 14:43:29.646336 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.715927 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.718644 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:29.720546 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/669ae5a7-7597-4363-b257-156981d5a2c8 HTTP/1.1" status: 204 len: 168 time: 0.1765997 Jun 10 14:43:29.721295 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:29.730794 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ae5a7-7597-4363-b257-156981d5a2c8,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:29.739929 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:30.097932 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.131474 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.db.resource_extend [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 14:43:30.207159 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54baaea-9b37-4204-abcf-d2fcf1d65450 req-b551a896-b57b-43f8-9d9e-d08ebce39bd0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:30.232424 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f54baaea-9b37-4204-abcf-d2fcf1d65450 req-b551a896-b57b-43f8-9d9e-d08ebce39bd0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 945 time: 0.1549783 Jun 10 14:43:30.234394 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 45976) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:30.281058 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37221b7b-36bb-4a87-bf4b-86fca5f03388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.285831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.309798 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.335456 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f54baaea-9b37-4204-abcf-d2fcf1d65450 req-bb7a181a-7c0b-451b-b964-d6e6859290d8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000152 Jun 10 14:43:30.512164 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Floating IP 59345265-acea-4757-919c-511b72e34ee3 associated. External IP: 172.27.1.245, port: 77c7fb5b-6bc5-4858-b249-84e904291148. Jun 10 14:43:30.587370 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 45998) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:30.660559 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37221b7b-36bb-4a87-bf4b-86fca5f03388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.668637 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-37221b7b-36bb-4a87-bf4b-86fca5f03388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.671325 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:30.730537 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a2626683-e73d-4ef8-ad09-f0092006260d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.740059 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37221b7b-36bb-4a87-bf4b-86fca5f03388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d12ab-a2f0-44b5-b7c9-a3ea2ea24baf,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:30.747048 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-37221b7b-36bb-4a87-bf4b-86fca5f03388 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20ca2403139a4fb8ba0607a0c5a8b368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110080 Jun 10 14:43:30.748357 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-37221b7b-36bb-4a87-bf4b-86fca5f03388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:30.748357 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46008) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:30.757547 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:30.828653 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a2626683-e73d-4ef8-ad09-f0092006260d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.834644 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a2626683-e73d-4ef8-ad09-f0092006260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.860456 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port a39797ba-acba-4bd7-b843-b90247efe3af completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:30.862161 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2e3da8cc-eb46-4fc2-b8a5-b00dd3cc408f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:30.866172 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a2626683-e73d-4ef8-ad09-f0092006260d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8a9566c41fa4e5b877479706ee8901b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775004 Jun 10 14:43:30.866631 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port a39797ba-acba-4bd7-b843-b90247efe3af triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:30.867182 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.869285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46012) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:30.921128 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2626683-e73d-4ef8-ad09-f0092006260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8797b0e4-0140-446a-87b6-c0b440ac18f2,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:30.925651 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a2626683-e73d-4ef8-ad09-f0092006260d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:30.963192 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.977362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:30.991134 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.024532 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.032938 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.041239 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Router 8fcb131b-aa95-4209-845d-7ebf75f833ec has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:43:31.059047 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f4d1b-ae50-4229-80c2-429f2bdab1c1 req-4c3ff8f5-894b-4239-8c1e-99814e1b4ac4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:31.060133 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c21f4d1b-ae50-4229-80c2-429f2bdab1c1 req-4c3ff8f5-894b-4239-8c1e-99814e1b4ac4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 945 time: 0.1962097 Jun 10 14:43:31.076857 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:31.080456 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de96a220-82c7-415a-830d-ed1782da36a9" -d '{"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-plugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:31.097973 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:31.098552 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.102230 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.106965 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8797b0e4-0140-446a-87b6-c0b440ac18f2 HTTP/1.1" status: 204 len: 168 time: 0.2336137 Jun 10 14:43:31.106965 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:31.113982 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.115342 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ea0b6578-c597-4f75-a997-0873aa675b7c up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:31.130128 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8797b0e4-0140-446a-87b6-c0b440ac18f2,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:31.140871 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:31.165479 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccfd0ef-2b28-4d90-804c-fd5d0f806ad1 x-openstack-request-id: req-1ccfd0ef-2b28-4d90-804c-fd5d0f806ad1 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:31.165965 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-plugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:31.166423 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ccfd0ef-2b28-4d90-804c-fd5d0f806ad1 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:31.168537 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'code': 200} Jun 10 14:43:31.172812 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:31.233668 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c21f4d1b-ae50-4229-80c2-429f2bdab1c1 req-1370c247-c33a-4584-af80-79407e0d291c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627972 Jun 10 14:43:31.268915 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port ea0b6578-c597-4f75-a997-0873aa675b7c completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:31.276137 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port ea0b6578-c597-4f75-a997-0873aa675b7c triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:31.276733 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.276938 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.278756 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:31.279905 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.283315 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:31.284890 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/685d12ab-a2f0-44b5-b7c9-a3ea2ea24baf HTTP/1.1" status: 204 len: 168 time: 0.5346520 Jun 10 14:43:31.288945 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0a54c32c-3618-43d6-b0ee-71250bd238a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:31.304259 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d12ab-a2f0-44b5-b7c9-a3ea2ea24baf,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:31.307719 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:31.345304 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:31.357943 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] Sync routers for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:31.364266 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.376506 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:31.377166 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:43:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:31.452949 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.472759 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-4beaee0e-3be0-4e34-9935-fde43496156f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "PUT /v2.0/floatingips/59345265-acea-4757-919c-511b72e34ee3 HTTP/1.1" status: 200 len: 991 time: 2.5376265 Jun 10 14:43:31.474073 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:31.479662 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63cdad6-419c-49d8-ab07-d2f3b49961d8" -d '{"events": [{"name": "network-changed", "server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:31.527407 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port ea0b6578-c597-4f75-a997-0873aa675b7c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ea0b6578-c597-4f75-a997-0873aa675b7c,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:31.536266 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.541448 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:31.586255 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:31.620114 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=ea0b6578-c597-4f75-a997-0873aa675b7c,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:31.632961 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:31.747852 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4da6-05fa-4320-b7e9-f300b402a40e req-f9585185-fd14-4305-9949-47aec035881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:31.759445 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-95aa4da6-05fa-4320-b7e9-f300b402a40e req-f9585185-fd14-4305-9949-47aec035881c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1099 time: 0.2491443 Jun 10 14:43:31.769686 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46048) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:31.805261 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f690a1f9-3dbe-46fe-aa63-e4c642f8851d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.853489 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297b8a2-c84c-48b0-aab9-18e89fd75488 req-c5ceab00-658e-49c1-8827-05792a736bfd tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:31.863393 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5297b8a2-c84c-48b0-aab9-18e89fd75488 req-c5ceab00-658e-49c1-8827-05792a736bfd tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.2859015 Jun 10 14:43:31.879123 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e43378-88dc-46a1-b34c-73f886ef89da x-openstack-request-id: req-54e43378-88dc-46a1-b34c-73f886ef89da {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:31.879841 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:31.880323 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54e43378-88dc-46a1-b34c-73f886ef89da {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:31.881797 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148', 'status': 'completed', 'code': 200} Jun 10 14:43:31.951965 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:31.971461 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-95aa4da6-05fa-4320-b7e9-f300b402a40e req-902c52d0-d387-4219-8d3e-2ae61e931319 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898961 Jun 10 14:43:31.993790 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5297b8a2-c84c-48b0-aab9-18e89fd75488 req-a536b7da-e609-44e8-987e-c540b53d60d4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280010 Jun 10 14:43:32.064203 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '59345265-acea-4757-919c-511b72e34ee3', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'port_id': '77c7fb5b-6bc5-4858-b249-84e904291148', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'mac_address': 'fa:16:3e:8d:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:54Z', 'updated_at': '2021-06-10T14:43:29Z', 'revision_number': 1, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:32.067811 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] Checking router: 8fcb131b-aa95-4209-845d-7ebf75f833ec for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:32.077362 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:32.078973 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:43:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:32.108476 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-f9aab204-8265-4b1a-8047-5081657e9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:32.110891 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-f9aab204-8265-4b1a-8047-5081657e9286 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.1570818 Jun 10 14:43:32.113209 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f690a1f9-3dbe-46fe-aa63-e4c642f8851d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.118701 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f690a1f9-3dbe-46fe-aa63-e4c642f8851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.122868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:32.207056 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f690a1f9-3dbe-46fe-aa63-e4c642f8851d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13edef6ecc8b4b83a06340fabb5eb388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359226 Jun 10 14:43:32.207237 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46074) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:32.216765 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690a1f9-3dbe-46fe-aa63-e4c642f8851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cf9d86-b919-4dce-9f02-5304e64ecd2d,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:32.221648 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f690a1f9-3dbe-46fe-aa63-e4c642f8851d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:32.364458 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.372143 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-9d51e788-cabd-47ed-baed-4103cbc9b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:32.379018 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-9d51e788-cabd-47ed-baed-4103cbc9b274 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.2441154 Jun 10 14:43:32.403796 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:32.443061 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.530206 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.533616 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:32.534832 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18cf9d86-b919-4dce-9f02-5304e64ecd2d HTTP/1.1" status: 204 len: 168 time: 0.3266940 Jun 10 14:43:32.535800 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28e7f26c-6485-410d-913d-2b2cdbec652c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:32.544868 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cf9d86-b919-4dce-9f02-5304e64ecd2d,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:32.556196 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:32.589577 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46088) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:32.793364 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '59345265-acea-4757-919c-511b72e34ee3', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'port_id': '77c7fb5b-6bc5-4858-b249-84e904291148', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'mac_address': 'fa:16:3e:8d:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:54Z', 'updated_at': '2021-06-10T14:43:29Z', 'revision_number': 1, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:32.800100 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f497d-f103-4c11-845b-ca37be26c063 None None] The sync data for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi is: [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '59345265-acea-4757-919c-511b72e34ee3', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'port_id': '77c7fb5b-6bc5-4858-b249-84e904291148', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'mac_address': 'fa:16:3e:8d:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:42:54Z', 'updated_at': '2021-06-10T14:43:29Z', 'revision_number': 1, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:32.935104 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-53afb44a-5910-4268-ae56-39fa934d67d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 999 time: 0.5477951 Jun 10 14:43:32.977536 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ee06b5c4-6adb-46e0-8a83-415c5bcbfcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.019495 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669094-f9b2-4e94-8ea5-57445a99999d req-bc043661-e7c4-4e83-8358-ecceec88196b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.026493 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-53669094-f9b2-4e94-8ea5-57445a99999d req-bc043661-e7c4-4e83-8358-ecceec88196b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.5068483 Jun 10 14:43:33.052972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-afc4e891-c690-45b1-9f3d-aecd4d73cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.054714 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-afc4e891-c690-45b1-9f3d-aecd4d73cc84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.1047866 Jun 10 14:43:33.144772 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-53669094-f9b2-4e94-8ea5-57445a99999d req-14af484c-ac75-4a32-a5a0-de5a39720a73 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148980 Jun 10 14:43:33.161631 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d502f-b6b1-4c23-9ff0-3b0c1837f379 None None] New status for floating IP 59345265-acea-4757-919c-511b72e34ee3: ACTIVE {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:43:33.197121 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-904ff0c3-041f-4ee8-b2c7-e15eb84fc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.200516 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-904ff0c3-041f-4ee8-b2c7-e15eb84fc066 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1216023 Jun 10 14:43:33.204373 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ee06b5c4-6adb-46e0-8a83-415c5bcbfcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.211519 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ee06b5c4-6adb-46e0-8a83-415c5bcbfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.225388 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-43f3457c-da30-4fde-9453-797cc1f133d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:33.253890 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0b6578-c597-4f75-a997-0873aa675b7c'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:33.259164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa456c29-96e6-4fc6-8422-11f435209af1" -d '{"events": [{"server_uuid": "35211e8d-9490-4959-aee0-c35b4ada4a7f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0b6578-c597-4f75-a997-0873aa675b7c"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:33.354499 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46118) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:33.372925 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06b5c4-6adb-46e0-8a83-415c5bcbfcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e0078-8089-4684-94fc-319b579e83da,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:33.396412 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-ee06b5c4-6adb-46e0-8a83-415c5bcbfcc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57549cc491724f01923904be47924b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8056118 Jun 10 14:43:33.399525 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ee06b5c4-6adb-46e0-8a83-415c5bcbfcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:33.402845 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46122) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:33.440234 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f69d84-93d5-4419-8880-6f5cb070455f x-openstack-request-id: req-c2f69d84-93d5-4419-8880-6f5cb070455f {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:33.440614 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35211e8d-9490-4959-aee0-c35b4ada4a7f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0b6578-c597-4f75-a997-0873aa675b7c", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:33.440943 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2f69d84-93d5-4419-8880-6f5cb070455f {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:33.441406 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0b6578-c597-4f75-a997-0873aa675b7c', 'code': 200} Jun 10 14:43:33.492124 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-217a474e-fd00-4856-a302-d7a4483e50b8 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782457 Jun 10 14:43:33.568885 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272960-0df6-492f-ad24-1c89507fdd8d req-f7e5bc03-d06b-4d07-8a13-e5e42a2e0fd5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.570512 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cd272960-0df6-492f-ad24-1c89507fdd8d req-f7e5bc03-d06b-4d07-8a13-e5e42a2e0fd5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.2832651 Jun 10 14:43:33.649408 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.701745 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1255056707-network', 'tenant_id': '659e77a178dd4375a89f275a6d17c6f3'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:33.775594 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cd272960-0df6-492f-ad24-1c89507fdd8d req-fd8dbb30-4634-4f8b-aa23-43093c546401 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892965 Jun 10 14:43:33.787701 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.804050 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Made reservation on behalf of 659e77a178dd4375a89f275a6d17c6f3 for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:33.805138 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63cdad6-419c-49d8-ab07-d2f3b49961d8 req-d1bd9ece-64c8-45d2-9b6b-dc33e8cc4a90 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939878 Jun 10 14:43:33.806991 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.829988 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.895341 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.897930 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:33.901415 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a8e0078-8089-4684-94fc-319b579e83da HTTP/1.1" status: 204 len: 168 time: 0.4869375 Jun 10 14:43:33.905284 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:33.916011 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e0078-8089-4684-94fc-319b579e83da,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:33.919539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:33.976737 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183b93d-d3bf-43da-a4a2-cf21045665e9 req-2a6fecf9-82d1-4de1-9d40-6d67511a8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:33.978683 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7183b93d-d3bf-43da-a4a2-cf21045665e9 req-2a6fecf9-82d1-4de1-9d40-6d67511a8700 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0998056 Jun 10 14:43:33.996483 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.002863 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.009707 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-52378fbd-fd67-4025-9924-37da633b6d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:34.026546 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7183b93d-d3bf-43da-a4a2-cf21045665e9 req-3bb39c15-c841-43b9-8003-3033fa39f6a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360441 Jun 10 14:43:34.034407 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:43:34.043813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfe3b5d-5f61-4770-a27a-45addc79cdda,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:34.060158 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:34.063750 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.064171 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Added segment ab2eda99-25bc-4c34-a4b9-6fca6fec6d46 of type vlan for network cc765f90-4b1d-44a9-967a-d8aa778679a9 Jun 10 14:43:34.122770 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.175384 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.176731 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:34.177307 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.193964 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:34.247046 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8803546 Jun 10 14:43:34.250007 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46166) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:34.257268 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Request body: {'subnet': {'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1255056707-subnet', 'tenant_id': '659e77a178dd4375a89f275a6d17c6f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:34.312627 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Made reservation on behalf of 659e77a178dd4375a89f275a6d17c6f3 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:34.316111 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018208'] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.373469 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Pushing event updated for resources: {'Network': ['ID=cc765f90-4b1d-44a9-967a-d8aa778679a9,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:34.416436 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46170) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:34.479714 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.480350 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.480716 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.481071 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.481430 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.481786 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.482140 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.482486 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.482839 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.483208 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.483554 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.483948 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.496746 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network cc765f90-4b1d-44a9-967a-d8aa778679a9 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:43:34.523829 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:34.525058 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bece34dc-830b-4a61-bb14-6247c1daf133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.578191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46178) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:34.621259 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90299-073c-44b6-8ad6-808330a5bb3e req-0e6f1948-fb1c-4505-bd91-b70fdef73cb4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:34.622700 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cef90299-073c-44b6-8ad6-808330a5bb3e req-0e6f1948-fb1c-4505-bd91-b70fdef73cb4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.2513146 Jun 10 14:43:34.646182 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9659254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018230'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.652055 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-551eefa0-4da0-4bf3-965d-57e98107962e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:34.716878 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cef90299-073c-44b6-8ad6-808330a5bb3e req-aaa822b2-54d9-4a78-9027-36a7bf034eac tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864117 Jun 10 14:43:34.753753 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c149d9-a2ab-46ea-8b00-5317d3574b0d,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:34.765308 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e9ac-6f10-4fac-acd3-0cc0dde53347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.773805 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.774413 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.774785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.775170 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.775519 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.776075 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.776225 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.776565 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.776903 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.777440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.777788 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.778127 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:34.785091 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:34.786310 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Checking segment: {'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:34.786669 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Network hostable DHCP agents. Network: cc765f90-4b1d-44a9-967a-d8aa778679a9, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:43:34.793950 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bece34dc-830b-4a61-bb14-6247c1daf133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.809547 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Network cc765f90-4b1d-44a9-967a-d8aa778679a9 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:43:34.811102 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bece34dc-830b-4a61-bb14-6247c1daf133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.816414 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a2626683-e73d-4ef8-ad09-f0092006260d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:34.829307 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, cc765f90-4b1d-44a9-967a-d8aa778679a9) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:34.840895 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984d53b-861f-4a3a-abba-e017b5c22984 None None] Network cc765f90-4b1d-44a9-967a-d8aa778679a9 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:34.849735 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:34.851543 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:34.926047 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece34dc-830b-4a61-bb14-6247c1daf133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ffe929-1f25-4fd6-a998-df3e677a0fd9,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:34.931554 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bece34dc-830b-4a61-bb14-6247c1daf133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:34.940137 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-bece34dc-830b-4a61-bb14-6247c1daf133 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31e0aecc7ac543fca568a5642affe51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226758 Jun 10 14:43:34.943673 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46186) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:34.987221 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd9782-b31f-48d3-a52c-04b39ecae92b req-54c4d625-746d-48cc-bf44-941dd7b75ddc tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:34.989225 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-44cd9782-b31f-48d3-a52c-04b39ecae92b req-54c4d625-746d-48cc-bf44-941dd7b75ddc tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.0987816 Jun 10 14:43:34.998814 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46188) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:35.004215 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'floatingip': {'port_id': 'a39797ba-acba-4bd7-b843-b90247efe3af'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:35.062351 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e9ac-6f10-4fac-acd3-0cc0dde53347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.064888 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.077087 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2f971-906a-48b2-9b07-8e2dbda27a01 None None] Network cc765f90-4b1d-44a9-967a-d8aa778679a9 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:43:35.077608 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e9ac-6f10-4fac-acd3-0cc0dde53347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.083945 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:35.104598 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.146283 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7c28-6017-41e0-b5aa-3c31cfab4ad9 req-d8abb614-76c3-42a5-a158-db5195c7991c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:35.147712 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cd1c7c28-6017-41e0-b5aa-3c31cfab4ad9 req-d8abb614-76c3-42a5-a158-db5195c7991c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.2061749 Jun 10 14:43:35.152039 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-0ee8e9ac-6f10-4fac-acd3-0cc0dde53347 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b2a1ac535604ee28221d5307fa54f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715182 Jun 10 14:43:35.155327 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8e9ac-6f10-4fac-acd3-0cc0dde53347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a292d8-8047-49e5-9fbc-a6a0350a9719,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:35.157521 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46190) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:35.163037 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-0ee8e9ac-6f10-4fac-acd3-0cc0dde53347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:35.178594 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.185081 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9283638 Jun 10 14:43:35.240298 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cd1c7c28-6017-41e0-b5aa-3c31cfab4ad9 req-24ffc9f7-f8ea-40a8-bbba-dd64ad1a5d44 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762639 Jun 10 14:43:35.270382 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.270382 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.272285 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6ffe929-1f25-4fd6-a998-df3e677a0fd9 HTTP/1.1" status: 204 len: 168 time: 0.3263209 Jun 10 14:43:35.273782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7731eda0-601c-47ce-8c35-9f8b5696eb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:35.295112 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ffe929-1f25-4fd6-a998-df3e677a0fd9,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:35.302718 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:35.463437 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.499792 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.756294 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.759003 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.760142 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16a292d8-8047-49e5-9fbc-a6a0350a9719 HTTP/1.1" status: 204 len: 168 time: 0.6017749 Jun 10 14:43:35.761623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7b3239d8-5168-4fec-bcc2-5aa5d43880dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:35.796558 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a292d8-8047-49e5-9fbc-a6a0350a9719,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:35.801264 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:35.904359 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:35.911856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.101181 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Floating IP 1a695301-04be-4449-aa79-ef10beb84403 associated. External IP: 172.27.1.16, port: a39797ba-acba-4bd7-b843-b90247efe3af. Jun 10 14:43:36.271137 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46236) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:36.290439 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdaa-f8f1-4701-acce-e48238420647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.509048 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdaa-f8f1-4701-acce-e48238420647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.520022 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fdaa-f8f1-4701-acce-e48238420647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.525064 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b63f7d29-dafe-427d-8293-8ea7435b2c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:36.558813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7fdaa-f8f1-4701-acce-e48238420647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f621140-8d8e-4370-9d0e-400eb91c3dd6,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:36.569449 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f6d7fdaa-f8f1-4701-acce-e48238420647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:36.590331 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5de25-c38f-42f7-99cf-a577010a7be9 req-e4d1b615-b2d5-413a-8d2b-a1446f5f8f33 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:36.592053 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19b5de25-c38f-42f7-99cf-a577010a7be9 req-e4d1b615-b2d5-413a-8d2b-a1446f5f8f33 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.1970956 Jun 10 14:43:36.598458 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-f6d7fdaa-f8f1-4701-acce-e48238420647 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75c50ee2b6194a75aa92b04546976abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235893 Jun 10 14:43:36.598982 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46248) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:36.669459 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19b5de25-c38f-42f7-99cf-a577010a7be9 req-415576bb-9758-47b9-a23c-2e86fea10117 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712347 Jun 10 14:43:36.687267 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.701708 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Router 36e8450f-bd3b-458b-a065-58a1f2e25f27 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:43:36.713783 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.776633 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.779526 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.783872 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f621140-8d8e-4370-9d0e-400eb91c3dd6 HTTP/1.1" status: 204 len: 168 time: 0.1802299 Jun 10 14:43:36.783872 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fae03682-28d9-4532-b2d3-4e01555c3279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:36.791212 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f621140-8d8e-4370-9d0e-400eb91c3dd6,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:36.793504 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:36.896970 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:43:36.904666 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:36.908868 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] Sync routers for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:43:36.921556 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:36.922187 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:43:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:36.992522 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f5de72f5-1553-42f0-bbbb-2031fc356597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "PUT /v2.0/floatingips/1a695301-04be-4449-aa79-ef10beb84403 HTTP/1.1" status: 200 len: 991 time: 1.9915354 Jun 10 14:43:36.994645 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:37.000948 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2" -d '{"events": [{"name": "network-changed", "server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:37.090087 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:37.417924 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '1a695301-04be-4449-aa79-ef10beb84403', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'port_id': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'mac_address': 'fa:16:3e:08:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:43:02Z', 'updated_at': '2021-06-10T14:43:35Z', 'revision_number': 1, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:37.422033 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] Checking router: 36e8450f-bd3b-458b-a065-58a1f2e25f27 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:43:37.433996 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:43:37.434640 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:43:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:37.599110 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46300) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:37.615634 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:43:37.834082 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-132ab99b-2b22-448d-a704-d0f568bf2ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.938845 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '1a695301-04be-4449-aa79-ef10beb84403', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'port_id': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'mac_address': 'fa:16:3e:08:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:43:02Z', 'updated_at': '2021-06-10T14:43:35Z', 'revision_number': 1, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:37.941465 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-132ab99b-2b22-448d-a704-d0f568bf2ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.942501 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7c18ce-46fa-41db-9166-85e1ff9a6366 None None] The sync data for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi is: [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '1a695301-04be-4449-aa79-ef10beb84403', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'port_id': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'mac_address': 'fa:16:3e:08:14:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:43:02Z', 'updated_at': '2021-06-10T14:43:35Z', 'revision_number': 1, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:43:37.946432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-132ab99b-2b22-448d-a704-d0f568bf2ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:37.960144 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:37.994725 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-132ab99b-2b22-448d-a704-d0f568bf2ecb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e809771eca241829dba535f3fda1f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940980 Jun 10 14:43:37.995050 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46314) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:38.012261 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ab99b-2b22-448d-a704-d0f568bf2ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8363f3-d5bd-4a67-8a97-be414f0d5164,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:38.015326 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-132ab99b-2b22-448d-a704-d0f568bf2ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:38.063549 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.093770 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.153184 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.156149 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.157866 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a8363f3-d5bd-4a67-8a97-be414f0d5164 HTTP/1.1" status: 204 len: 168 time: 0.1617451 Jun 10 14:43:38.158595 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:38.165748 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541c20a-d59a-4c60-8619-22a5b05d390a None None] New status for floating IP 1a695301-04be-4449-aa79-ef10beb84403: ACTIVE {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:43:38.168852 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8363f3-d5bd-4a67-8a97-be414f0d5164,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:38.171496 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:38.556281 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46340) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:38.574251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-73ef4307-d871-468d-b40e-ecc1b2d65dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.679521 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-73ef4307-d871-468d-b40e-ecc1b2d65dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.684145 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-73ef4307-d871-468d-b40e-ecc1b2d65dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.686544 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bece34dc-830b-4a61-bb14-6247c1daf133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:38.726772 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef4307-d871-468d-b40e-ecc1b2d65dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ac87e4-ad55-4125-8831-e012ace496f1,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:38.731313 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-73ef4307-d871-468d-b40e-ecc1b2d65dab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42c260b167a047878da7d28d03782425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738966 Jun 10 14:43:38.732227 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-73ef4307-d871-468d-b40e-ecc1b2d65dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:38.733860 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46360) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:38.788262 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.811265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.868693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.871249 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:38.872414 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36ac87e4-ad55-4125-8831-e012ace496f1 HTTP/1.1" status: 204 len: 168 time: 0.1376424 Jun 10 14:43:38.873187 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:38.886875 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ac87e4-ad55-4125-8831-e012ace496f1,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:38.889069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:39.086021 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46378) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:39.191230 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e7e02db6-2ee2-4496-830b-85a2a238192b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.296828 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e7e02db6-2ee2-4496-830b-85a2a238192b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.300405 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e7e02db6-2ee2-4496-830b-85a2a238192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.304185 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-12e2bb96-bb61-49bd-88fc-8150acd99a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:39.353776 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e7e02db6-2ee2-4496-830b-85a2a238192b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a006f9bc0484dc08b99253045872a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663565 Jun 10 14:43:39.354568 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e02db6-2ee2-4496-830b-85a2a238192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd875e2-9ddb-43c6-90aa-5c1c695620ce,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:39.356563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46394) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:39.358189 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e7e02db6-2ee2-4496-830b-85a2a238192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:39.413257 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.436649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.489272 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.491839 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.492982 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fd875e2-9ddb-43c6-90aa-5c1c695620ce HTTP/1.1" status: 204 len: 168 time: 0.1354010 Jun 10 14:43:39.493684 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:39.503350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd875e2-9ddb-43c6-90aa-5c1c695620ce,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:39.505562 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:39.827769 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46418) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:39.843334 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef40e-5933-4d4f-a84e-5263875d408e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.941811 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef40e-5933-4d4f-a84e-5263875d408e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.945520 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef40e-5933-4d4f-a84e-5263875d408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:39.948868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:39.990958 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-ac9ef40e-5933-4d4f-a84e-5263875d408e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84718bace5824637bd0e5e7136af5a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609380 Jun 10 14:43:39.991260 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ef40e-5933-4d4f-a84e-5263875d408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4761c1-e978-46ae-8612-03abab13be51,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:39.992829 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46424) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:39.994536 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ac9ef40e-5933-4d4f-a84e-5263875d408e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:40.055321 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:40.078200 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:40.133785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:40.136582 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:40.137793 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec4761c1-e978-46ae-8612-03abab13be51 HTTP/1.1" status: 204 len: 168 time: 0.1439896 Jun 10 14:43:40.138663 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-07e78c4e-6fb8-46ad-a138-9f748f35f70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:40.147449 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4761c1-e978-46ae-8612-03abab13be51,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:40.149637 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:40.443291 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5bb05-ea73-4c9f-a38f-a25a98b70423 x-openstack-request-id: req-72a5bb05-ea73-4c9f-a38f-a25a98b70423 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:40.443790 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:40.443894 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72a5bb05-ea73-4c9f-a38f-a25a98b70423 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:40.444275 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'status': 'completed', 'code': 200} Jun 10 14:43:40.472853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6aa10-629d-4618-843e-971675d00414 req-772de33e-9cbe-4819-a692-9b7cd49264fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.474346 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56a6aa10-629d-4618-843e-971675d00414 req-772de33e-9cbe-4819-a692-9b7cd49264fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0993123 Jun 10 14:43:40.631127 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-339e18c5-f5a6-4a3e-8ac1-32cc4dd1366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.632602 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-339e18c5-f5a6-4a3e-8ac1-32cc4dd1366e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1099 time: 0.1316643 Jun 10 14:43:40.639711 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6aa10-629d-4618-843e-971675d00414 req-7b0f3245-40d1-45d6-8067-1074a809969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.643278 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56a6aa10-629d-4618-843e-971675d00414 req-7b0f3245-40d1-45d6-8067-1074a809969d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1491354 Jun 10 14:43:40.648366 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5b06f-e2b6-44a9-9d88-d0d311ff9216 req-651ccf8d-c180-43f3-80ce-215380898af7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.650218 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e3e5b06f-e2b6-44a9-9d88-d0d311ff9216 req-651ccf8d-c180-43f3-80ce-215380898af7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0991683 Jun 10 14:43:40.748783 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e3e5b06f-e2b6-44a9-9d88-d0d311ff9216 req-8422f238-8c10-4f6e-a687-d958757fa249 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874650 Jun 10 14:43:40.757595 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56a6aa10-629d-4618-843e-971675d00414 req-2bd4c5e6-cfb7-45ec-881f-a62c6d3e0ce8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.0837665 Jun 10 14:43:40.881183 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6aa10-629d-4618-843e-971675d00414 req-600179f6-948a-40a5-9a28-c25e38c4f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.882267 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56a6aa10-629d-4618-843e-971675d00414 req-600179f6-948a-40a5-9a28-c25e38c4f243 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.1100123 Jun 10 14:43:40.898075 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-dab52d25-e0b3-4b0e-aabc-81909ec96bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:40.899577 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-dab52d25-e0b3-4b0e-aabc-81909ec96bea service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.2235470 Jun 10 14:43:40.935524 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56a6aa10-629d-4618-843e-971675d00414 req-c915ea15-3e17-4e5b-a64e-652c66eb044a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390429 Jun 10 14:43:41.045775 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-7d9a78aa-28ff-4767-a2e7-7a80ba2a7615 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 1001 time: 0.1330914 Jun 10 14:43:41.126141 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-231e7f80-b7f3-4df8-85dc-82aedab9f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:41.127583 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56a6aa10-629d-4618-843e-971675d00414 req-3c02127a-c903-4e85-b604-4acc22bd6a8b service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720405 Jun 10 14:43:41.127886 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-231e7f80-b7f3-4df8-85dc-82aedab9f8f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0652745 Jun 10 14:43:41.274337 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-e9c622a5-50fa-4370-b729-9d1731b91927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:41.276570 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-e9c622a5-50fa-4370-b729-9d1731b91927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228797 Jun 10 14:43:41.286449 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56a6aa10-629d-4618-843e-971675d00414 req-1b2928a6-a5e7-4484-b2c5-5ec099071e22 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336668 Jun 10 14:43:41.421914 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-951df434-957a-47d5-bbc4-f267768031f2 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223381 Jun 10 14:43:41.597033 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c54741a4-416e-4fa2-aa72-b25d7f8a24c2 req-d39c79c8-711c-4e6a-84ce-3ca28a029ecb service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602094 Jun 10 14:43:41.835578 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216ba0-9137-437f-be09-c295511d49cf req-8275fab9-eedc-40bc-9503-6531db95dde4 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:41.837402 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-8275fab9-eedc-40bc-9503-6531db95dde4 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/networks?id=cc765f90-4b1d-44a9-967a-d8aa778679a9 HTTP/1.1" status: 200 len: 809 time: 0.1298182 Jun 10 14:43:41.854454 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-43329493-4fe1-4166-8507-89581f66ec53 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/quotas/659e77a178dd4375a89f275a6d17c6f3 HTTP/1.1" status: 200 len: 375 time: 0.0116191 Jun 10 14:43:41.895487 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-78d7c74f-39c1-461d-bb64-6fe3ca8c2a4f tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=659e77a178dd4375a89f275a6d17c6f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345473 Jun 10 14:43:42.024765 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-c3b5e79f-9630-4f43-a830-9e7ca26c888b service neutron] 10.222.0.23 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209698 Jun 10 14:43:42.166205 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-4722766e-695f-4f2f-8466-42afa7505a57 service neutron] 10.222.0.23 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342561 Jun 10 14:43:42.511025 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef79d2-37e5-4986-be13-ef9f47605007 req-f03c03d8-51d1-4cf0-ae93-9411f313d578 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:42.512598 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3bef79d2-37e5-4986-be13-ef9f47605007 req-f03c03d8-51d1-4cf0-ae93-9411f313d578 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0800719 Jun 10 14:43:42.565204 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3bef79d2-37e5-4986-be13-ef9f47605007 req-e955ed77-662c-4919-8b57-d05041857adf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Jun 10 14:43:42.566238 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46556) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:42.692351 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-469287eb-7adc-47b3-aa71-d4bdd97a6e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.796738 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-469287eb-7adc-47b3-aa71-d4bdd97a6e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.800720 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-469287eb-7adc-47b3-aa71-d4bdd97a6e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.804062 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:42.845124 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-469287eb-7adc-47b3-aa71-d4bdd97a6e30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a2660bb9994413387f0ecd68ef43b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769170 Jun 10 14:43:42.845864 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469287eb-7adc-47b3-aa71-d4bdd97a6e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f616541-cba1-427e-8ab8-ace936d91356,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:42.847606 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46564) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:42.849218 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-469287eb-7adc-47b3-aa71-d4bdd97a6e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:42.908055 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:42.952264 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5d6e0d12-6689-45a2-b5d5-0ed5e9bef99e req-dbe5f2d4-db3a-4f08-a0dc-7852f2bab9b8 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 210 time: 0.0423622 Jun 10 14:43:42.964262 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.019764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.022682 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.023842 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f616541-cba1-427e-8ab8-ace936d91356 HTTP/1.1" status: 204 len: 168 time: 0.1751506 Jun 10 14:43:43.024578 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ac9ef40e-5933-4d4f-a84e-5263875d408e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:43.034052 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f616541-cba1-427e-8ab8-ace936d91356,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:43.036239 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:43.280354 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46570) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:43.295959 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-840252f5-5935-45b0-81fe-3d6a01aa433c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.393314 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-840252f5-5935-45b0-81fe-3d6a01aa433c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.397017 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-840252f5-5935-45b0-81fe-3d6a01aa433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.399373 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-37221b7b-36bb-4a87-bf4b-86fca5f03388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:43.442183 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-840252f5-5935-45b0-81fe-3d6a01aa433c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52ababa27c59475d8f2af5d186680a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581187 Jun 10 14:43:43.442183 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840252f5-5935-45b0-81fe-3d6a01aa433c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c5194-0331-47d2-be2c-434419aac2a6,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:43.443176 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46576) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:43.443591 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-840252f5-5935-45b0-81fe-3d6a01aa433c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:43.496513 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.523814 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.576674 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.579494 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:43.583043 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba6c5194-0331-47d2-be2c-434419aac2a6 HTTP/1.1" status: 204 len: 168 time: 0.1365259 Jun 10 14:43:43.583043 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-20c5caa0-28a9-4fc3-8d9e-1e4a0ddbcc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:43.590071 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c5194-0331-47d2-be2c-434419aac2a6,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:43.594999 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:45.698527 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc1a3-9d8b-4097-95bb-dc1a9d836e9b req-3fb23b92-cbc9-4651-8f32-117d4b0f7048 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:45.700059 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ddffc1a3-9d8b-4097-95bb-dc1a9d836e9b req-3fb23b92-cbc9-4651-8f32-117d4b0f7048 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.0779178 Jun 10 14:43:45.761341 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ddffc1a3-9d8b-4097-95bb-dc1a9d836e9b req-739686c2-3eb7-4e40-bcd6-548f276abbba tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Jun 10 14:43:45.819573 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ed0cc-31aa-4d41-9a5d-90e87d53bd8b req-9c60869e-f16f-4b3b-8ac7-65e9a6db727a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:45.828460 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d69ed0cc-31aa-4d41-9a5d-90e87d53bd8b req-9c60869e-f16f-4b3b-8ac7-65e9a6db727a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0958786 Jun 10 14:43:45.883326 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d69ed0cc-31aa-4d41-9a5d-90e87d53bd8b req-972a77f9-c4f9-409a-86eb-5645771cf1e4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492585 Jun 10 14:43:45.922897 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-678d5f73-d5e8-40a3-8b62-8242a401aa25 req-089d69ec-7083-41da-8a1c-34b1ffc8fe2f tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 210 time: 0.0443594 Jun 10 14:43:46.805602 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216ba0-9137-437f-be09-c295511d49cf req-29dd2089-02a9-4680-a6a5-f9ec429d20af tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:46.807252 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-29dd2089-02a9-4680-a6a5-f9ec429d20af tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "GET /v2.0/networks?id=cc765f90-4b1d-44a9-967a-d8aa778679a9 HTTP/1.1" status: 200 len: 809 time: 0.1412938 Jun 10 14:43:46.829258 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Request body: {'port': {'device_id': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9', 'admin_state_up': True, 'tenant_id': '659e77a178dd4375a89f275a6d17c6f3'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:47.030326 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Made reservation on behalf of 659e77a178dd4375a89f275a6d17c6f3 for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:43:47.040591 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.131359 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ce414-b4eb-4b34-81fc-14ff239fafd0 req-4fd7a0e3-5960-4f1d-81a0-9f2561b3a5e4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:47.138093 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-357ce414-b4eb-4b34-81fc-14ff239fafd0 req-4fd7a0e3-5960-4f1d-81a0-9f2561b3a5e4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0873666 Jun 10 14:43:47.187650 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-357ce414-b4eb-4b34-81fc-14ff239fafd0 req-9f0d76c1-0fc4-4010-98d2-9d0d32ad8cae tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Jun 10 14:43:47.203366 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d19d3-d943-4f11-b337-6494aac2f3e1 req-5eb4c64e-695b-48a4-8b9d-d037c252eaa4 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:47.205160 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cc8d19d3-d943-4f11-b337-6494aac2f3e1 req-5eb4c64e-695b-48a4-8b9d-d037c252eaa4 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.1434917 Jun 10 14:43:47.302596 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Allocated IP 172.20.0.7 (cc765f90-4b1d-44a9-967a-d8aa778679a9/f1c149d9-a2ab-46ea-8b00-5317d3574b0d/e4006a64-2020-40fd-8196-6d684c814ca2) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:43:47.311599 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cc8d19d3-d943-4f11-b337-6494aac2f3e1 req-9da9265e-b307-491e-bc06-5aa73b11ce7e tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Jun 10 14:43:47.328846 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dd988e95-3434-4980-bcbe-c7c6f0c026ec req-99f0966d-9477-490c-a616-eb2ebc415e69 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 210 time: 0.0371349 Jun 10 14:43:47.348080 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:43:47.358087 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46718) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:47.468072 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bc0de58f-5cf6-459c-b5a0-ea751a1bd421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.582406 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bc0de58f-5cf6-459c-b5a0-ea751a1bd421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.587570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bc0de58f-5cf6-459c-b5a0-ea751a1bd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.591165 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-342f550a-553b-4e2b-bba9-15a0cb5acd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:47.634090 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-bc0de58f-5cf6-459c-b5a0-ea751a1bd421 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fa636b246994ceaa2b8a34f9610b74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749057 Jun 10 14:43:47.635175 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0de58f-5cf6-459c-b5a0-ea751a1bd421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c9f5ac-69cb-438e-860d-e139bf858822,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:47.637848 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46724) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:47.644814 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bc0de58f-5cf6-459c-b5a0-ea751a1bd421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:47.697640 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.724659 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.749586 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.780224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.784017 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.785155 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1c9f5ac-69cb-438e-860d-e139bf858822 HTTP/1.1" status: 204 len: 168 time: 0.1465631 Jun 10 14:43:47.785879 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5068b465-85fb-494f-b00c-285ff9a7d029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:47.797618 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.799967 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c9f5ac-69cb-438e-860d-e139bf858822,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:47.802954 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:47.804312 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-392a526b-4870-4779-b81e-6c55d5a3d92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:47.854666 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Network cc765f90-4b1d-44a9-967a-d8aa778679a9 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:43:47.858291 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:43:47.863157 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:43:47.899557 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Pushing event updated for resources: {'Port': ['ID=e4006a64-2020-40fd-8196-6d684c814ca2,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:47.907657 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:47.926173 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:47.926797 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:47.942974 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1182728 Jun 10 14:43:47.966564 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Request body: {'port': {'device_id': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:43:48.062652 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.121813 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46736) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:48.140109 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-12e584c7-22e6-40be-b4ba-05f31477cf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.409344 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4006a64-2020-40fd-8196-6d684c814ca2 {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:48.417553 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.436109 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Transition to ACTIVE for port object e4006a64-2020-40fd-8196-6d684c814ca2 will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:43:48.440349 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.443604 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4226469a-3b90-45c3-bef1-221f651f7deb tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:48.480399 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c5d6e-92cd-4a82-81c1-5a99a7726a1e req-96088a4e-8ddd-4586-bfd4-316ca0cebaa5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:48.482166 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8b1c5d6e-92cd-4a82-81c1-5a99a7726a1e req-96088a4e-8ddd-4586-bfd4-316ca0cebaa5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.1040151 Jun 10 14:43:48.551495 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8b1c5d6e-92cd-4a82-81c1-5a99a7726a1e req-e7a7d12c-3317-49da-b414-93e766c96132 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600457 Jun 10 14:43:48.582312 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-12e584c7-22e6-40be-b4ba-05f31477cf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.584748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Pushing event updated for resources: {'Port': ['ID=e4006a64-2020-40fd-8196-6d684c814ca2,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:48.586561 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-12e584c7-22e6-40be-b4ba-05f31477cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.593577 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:48.596306 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-aaa0417a-42f1-4b81-b139-ff814221fe49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:48.651389 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-12e584c7-22e6-40be-b4ba-05f31477cf42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f713cdba44eb4e56bbbc5f3c628e23a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284433 Jun 10 14:43:48.653619 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e584c7-22e6-40be-b4ba-05f31477cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda3df8-0d3e-4ca4-8a46-c39009a1ebe5,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:48.657633 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-12e584c7-22e6-40be-b4ba-05f31477cf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:48.659386 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46748) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:48.737722 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6c56c-87fa-4b99-b496-74c6a2612ff6 req-23f039d6-3c76-4e7d-b492-75f18ad81c46 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:48.739289 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b8e6c56c-87fa-4b99-b496-74c6a2612ff6 req-23f039d6-3c76-4e7d-b492-75f18ad81c46 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.2674227 Jun 10 14:43:48.776484 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.785289 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4109c8-97f0-4060-af2e-a39469836478 req-da660dc0-3110-4e78-a893-5b93738a250a tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:48.786802 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4109c8-97f0-4060-af2e-a39469836478 req-da660dc0-3110-4e78-a893-5b93738a250a tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 943 time: 0.1281822 Jun 10 14:43:48.798177 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Attempting to bind port e4006a64-2020-40fd-8196-6d684c814ca2 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:43:48.799031 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Attempting to bind port e4006a64-2020-40fd-8196-6d684c814ca2 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:43:48.799031 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Attempting to bind port e4006a64-2020-40fd-8196-6d684c814ca2 on network cc765f90-4b1d-44a9-967a-d8aa778679a9 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:48.808014 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Port e4006a64-2020-40fd-8196-6d684c814ca2 on network cc765f90-4b1d-44a9-967a-d8aa778679a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:43:48.808454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Attempting to bind port e4006a64-2020-40fd-8196-6d684c814ca2 on network cc765f90-4b1d-44a9-967a-d8aa778679a9 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:43:48.816824 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b8e6c56c-87fa-4b99-b496-74c6a2612ff6 req-6936bbee-bfd6-4ca0-a23a-26ae0f401f16 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17a12c1-dd4d-4d6a-996b-ea1c94195749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699911 Jun 10 14:43:48.819440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.821399 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:43:48.826354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Checking segment: {'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:43:48.826354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Bound using segment: {'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:43:48.826354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Bound port: e4006a64-2020-40fd-8196-6d684c814ca2, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:43:48.826354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.870308 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4109c8-97f0-4060-af2e-a39469836478 req-cbbf0a0d-f4a0-42fb-8091-4fb947d13ad7 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703886 Jun 10 14:43:48.919187 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.923636 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.924161 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] For port e4006a64-2020-40fd-8196-6d684c814ca2, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:43:48.927764 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] For port e4006a64-2020-40fd-8196-6d684c814ca2, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e4006a64-2020-40fd-8196-6d684c814ca2,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:43:48.931887 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fda3df8-0d3e-4ca4-8a46-c39009a1ebe5 HTTP/1.1" status: 204 len: 168 time: 0.2711060 Jun 10 14:43:48.932087 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.932330 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:48.935442 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:48.948198 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda3df8-0d3e-4ca4-8a46-c39009a1ebe5,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:48.950719 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:48.987849 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:48.988542 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:48.990015 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] 10.222.0.21 "PUT /v2.0/ports/e4006a64-2020-40fd-8196-6d684c814ca2 HTTP/1.1" status: 200 len: 1093 time: 1.0278430 Jun 10 14:43:48.990577 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'tag': 'e4006a64-2020-40fd-8196-6d684c814ca2'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:48.993038 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c9b40-1643-41d1-83ae-513e40e00cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe3a6e5-64d4-4024-8723-fbdfa71bbad3", "tag": "e4006a64-2020-40fd-8196-6d684c814ca2"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:49.019390 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Pushing event updated for resources: {'Port': ['ID=e4006a64-2020-40fd-8196-6d684c814ca2,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:49.023381 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:49.052851 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ed124-bccc-4cc4-9623-289c50b387c3 x-openstack-request-id: req-794ed124-bccc-4cc4-9623-289c50b387c3 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:49.053518 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe3a6e5-64d4-4024-8723-fbdfa71bbad3", "tag": "e4006a64-2020-40fd-8196-6d684c814ca2", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:49.054012 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-794ed124-bccc-4cc4-9623-289c50b387c3 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:49.054652 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'tag': 'e4006a64-2020-40fd-8196-6d684c814ca2', 'status': 'completed', 'code': 200} Jun 10 14:43:49.191603 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216ba0-9137-437f-be09-c295511d49cf req-b530dc27-0b0e-4eb2-be7b-40dde47117ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:49.195714 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-b530dc27-0b0e-4eb2-be7b-40dde47117ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=659e77a178dd4375a89f275a6d17c6f3&device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 1096 time: 0.1257184 Jun 10 14:43:49.226705 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-3713a60c-95e0-45da-8a0d-6d2722c9cf37 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:49.229031 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-3713a60c-95e0-45da-8a0d-6d2722c9cf37 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.21 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 945 time: 0.1588109 Jun 10 14:43:49.280649 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-9380d4d2-a879-4a10-84f9-573e9490c97b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4006a64-2020-40fd-8196-6d684c814ca2 HTTP/1.1" status: 200 len: 217 time: 0.0595558 Jun 10 14:43:49.349680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216ba0-9137-437f-be09-c295511d49cf req-d851cda1-f946-4b36-a8a3-2fba4dd98df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:49.351354 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-d851cda1-f946-4b36-a8a3-2fba4dd98df8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1c149d9-a2ab-46ea-8b00-5317d3574b0d HTTP/1.1" status: 200 len: 849 time: 0.0630660 Jun 10 14:43:49.396666 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-a2a9d004-236a-4d05-a620-08447afd84aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc765f90-4b1d-44a9-967a-d8aa778679a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359488 Jun 10 14:43:49.423706 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Deleting port 41e55635-3f30-4bbc-b537-de7689982852 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:43:49.424074 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:49.547389 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-744577ec-9194-4c84-a9e0-82a7fb1ae43b service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306982 Jun 10 14:43:49.550796 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] For port 41e55635-3f30-4bbc-b537-de7689982852, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=41e55635-3f30-4bbc-b537-de7689982852,segment=NetworkSegment(ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8),segment_id=ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:49.551209 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:49.684483 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Calling delete_port for 41e55635-3f30-4bbc-b537-de7689982852 owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:43:49.756442 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa216ba0-9137-437f-be09-c295511d49cf req-9a43e937-34cb-42dd-b9af-5c494828059e service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928327 Jun 10 14:43:49.793193 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03e4f-5900-4e99-ae5d-bcfda5ef0ac4 req-a9a50b64-b9fb-4f51-9693-d70dd4de144c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:49.794747 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-39c03e4f-5900-4e99-ae5d-bcfda5ef0ac4 req-a9a50b64-b9fb-4f51-9693-d70dd4de144c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0952859 Jun 10 14:43:49.861208 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-39c03e4f-5900-4e99-ae5d-bcfda5ef0ac4 req-d298dee6-b8bd-442e-8f50-f3c3d7ad570d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567312 Jun 10 14:43:49.908979 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:49.921874 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:49.924496 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['41e55635-3f30-4bbc-b537-de7689982852'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:49.999102 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-c51c2cda-300b-43fd-adcc-e089d72c5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:50.002804 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-c51c2cda-300b-43fd-adcc-e089d72c5ffb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=659e77a178dd4375a89f275a6d17c6f3&device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 1096 time: 0.1406353 Jun 10 14:43:50.032595 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Pushing event deleted for resources: {'Port': ['ID=41e55635-3f30-4bbc-b537-de7689982852,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:50.042379 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] No DVR routers for this DVR port 41e55635-3f30-4bbc-b537-de7689982852 on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:43:50.045009 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:50.075052 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:50.077456 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-82036cef-525a-4cbd-9039-46d6f7d3695c req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.21 "DELETE /v2.0/ports/41e55635-3f30-4bbc-b537-de7689982852 HTTP/1.1" status: 204 len: 173 time: 0.8277144 Jun 10 14:43:50.080605 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1752f67a-6caf-42f2-af5a-adeb74620a40 req-8b6e17ec-823f-4b93-8089-86e84e4148cf tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.0720594 Jun 10 14:43:50.200655 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-5a85e8b1-9af5-4bec-bdb8-a2cac0456ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:50.202101 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-5a85e8b1-9af5-4bec-bdb8-a2cac0456ce7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc765f90-4b1d-44a9-967a-d8aa778679a9 HTTP/1.1" status: 200 len: 910 time: 0.1884530 Jun 10 14:43:50.280074 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721e7f-91b7-4add-ac9a-3738a5be6af7 req-21fa5a9e-d3b0-4983-88d1-2275eac3a55b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:50.287979 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0d721e7f-91b7-4add-ac9a-3738a5be6af7 req-21fa5a9e-d3b0-4983-88d1-2275eac3a55b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 943 time: 0.2343774 Jun 10 14:43:50.301494 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-62b52cfd-73f1-4305-9db4-12e39c51f0b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4006a64-2020-40fd-8196-6d684c814ca2 HTTP/1.1" status: 200 len: 217 time: 0.0840034 Jun 10 14:43:50.376934 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-7ea9905c-1e53-41f8-ac64-cbd8ee0cfb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:50.378585 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-7ea9905c-1e53-41f8-ac64-cbd8ee0cfb10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1c149d9-a2ab-46ea-8b00-5317d3574b0d HTTP/1.1" status: 200 len: 849 time: 0.0680027 Jun 10 14:43:50.425321 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-04d9ab52-7fdd-449d-8b4f-a47782372c9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc765f90-4b1d-44a9-967a-d8aa778679a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355146 Jun 10 14:43:50.455438 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0d721e7f-91b7-4add-ac9a-3738a5be6af7 req-9c0e3702-b4fd-43aa-bab4-b56c155a33f4 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575630 Jun 10 14:43:50.595966 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-ecd7742d-d60a-4411-9d31-e6ab31d8ec72 service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513281 Jun 10 14:43:50.742681 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0c9b40-1643-41d1-83ae-513e40e00cb0 req-1af55609-7b53-4b07-848d-1e72b7de361d service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290560 Jun 10 14:43:51.056080 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25213e-6abc-487f-9d15-e4285c1988d9 req-b38d5fe8-27b6-4cd1-b308-dbf83b127a2a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:51.057642 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c25213e-6abc-487f-9d15-e4285c1988d9 req-b38d5fe8-27b6-4cd1-b308-dbf83b127a2a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0761516 Jun 10 14:43:51.058181 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'name': 'network-vif-deleted', 'tag': '41e55635-3f30-4bbc-b537-de7689982852'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:51.060756 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e51e8b5-7835-4a33-bf52-bcf1c436eee1" -d '{"events": [{"server_uuid": "f00e02f4-c4db-459a-99a0-6b63861b4832", "name": "network-vif-deleted", "tag": "41e55635-3f30-4bbc-b537-de7689982852"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:51.101179 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe1efa-ab03-4e32-9b53-fba4ac3cc362 x-openstack-request-id: req-76fe1efa-ab03-4e32-9b53-fba4ac3cc362 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:51.101509 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e02f4-c4db-459a-99a0-6b63861b4832", "name": "network-vif-deleted", "tag": "41e55635-3f30-4bbc-b537-de7689982852", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:51.101795 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76fe1efa-ab03-4e32-9b53-fba4ac3cc362 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:51.102268 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e02f4-c4db-459a-99a0-6b63861b4832', 'name': 'network-vif-deleted', 'tag': '41e55635-3f30-4bbc-b537-de7689982852', 'status': 'completed', 'code': 200} Jun 10 14:43:51.107898 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c25213e-6abc-487f-9d15-e4285c1988d9 req-c3ac8d9c-d31c-4407-a26c-dc0c48950e35 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Jun 10 14:43:51.256475 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7f1d1f84-5b5a-4297-b776-be312d3806d5 req-529e73bf-63f1-4ceb-8a72-65930c71f9b1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.0362775 Jun 10 14:43:51.640554 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae983c-554d-4b87-a86f-3be9a33a85b1 req-9b9b65bd-fc58-4a0e-8186-6f15ad1bed3d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:51.642185 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcae983c-554d-4b87-a86f-3be9a33a85b1 req-9b9b65bd-fc58-4a0e-8186-6f15ad1bed3d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 943 time: 0.0762615 Jun 10 14:43:51.684490 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcae983c-554d-4b87-a86f-3be9a33a85b1 req-6350c53a-2e00-4492-936a-8164d76f2c9b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 Jun 10 14:43:54.367391 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 41e55635-3f30-4bbc-b537-de7689982852 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:43:54.394311 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 41e55635-3f30-4bbc-b537-de7689982852 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:43:54.394660 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 41e55635-3f30-4bbc-b537-de7689982852 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:43:54.485401 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f764b3a0-60f9-4355-879a-ebe8ea0a6408 req-e2b3a702-34c6-4e95-b03a-edc7df50d504 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0334525 Jun 10 14:43:54.603936 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f764b3a0-60f9-4355-879a-ebe8ea0a6408 req-d3a05a58-416e-4ad8-9a5e-4fac7273d3a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fc3fa9d745749aba774935d12a2e3e9&device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.0478418 Jun 10 14:43:54.699352 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-12a45064-d2c2-46d7-aeab-d404e031f5d0 req-d1e69718-9d5b-478b-9461-ca40ca191907 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] 10.222.0.23 "GET /v2.0/ports?device_id=f00e02f4-c4db-459a-99a0-6b63861b4832 HTTP/1.1" status: 200 len: 210 time: 0.0403421 Jun 10 14:43:54.877331 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd8286-e706-414e-8818-050cd04af5aa req-9b4790b2-c1a2-4654-881a-770c18463461 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:54.878938 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-64bd8286-e706-414e-8818-050cd04af5aa req-9b4790b2-c1a2-4654-881a-770c18463461 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.2740881 Jun 10 14:43:54.923454 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764b3a0-60f9-4355-879a-ebe8ea0a6408 req-a6bb49c2-14be-4c25-8dab-bbdbb393d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:54.925019 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f764b3a0-60f9-4355-879a-ebe8ea0a6408 req-a6bb49c2-14be-4c25-8dab-bbdbb393d088 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6fc3fa9d745749aba774935d12a2e3e9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2733541 Jun 10 14:43:54.925968 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b717aca-b5c1-4340-8a52-089d795c3857 req-96dd95a5-40b2-4488-aafc-810d600e2f67 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:54.927581 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2b717aca-b5c1-4340-8a52-089d795c3857 req-96dd95a5-40b2-4488-aafc-810d600e2f67 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 943 time: 0.0984240 Jun 10 14:43:54.988683 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2b717aca-b5c1-4340-8a52-089d795c3857 req-90323d06-294a-460e-9cac-d333d6261190 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530763 Jun 10 14:43:55.007684 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-64bd8286-e706-414e-8818-050cd04af5aa req-82795c92-fd5f-4a5b-9fda-9521ef02d2fa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160164 Jun 10 14:43:55.161764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764b3a0-60f9-4355-879a-ebe8ea0a6408 req-a91dd91b-408f-420f-98ee-caf006a2bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:55.163127 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f764b3a0-60f9-4355-879a-ebe8ea0a6408 req-a91dd91b-408f-420f-98ee-caf006a2bb41 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2196078 Jun 10 14:43:56.204816 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7b24-a77a-4ad4-9c76-d4756256fefa req-97fbb949-d025-412d-bdaa-e594289a6452 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:56.206933 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b6c7b24-a77a-4ad4-9c76-d4756256fefa req-97fbb949-d025-412d-bdaa-e594289a6452 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 943 time: 0.0848744 Jun 10 14:43:56.226425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704b3b-6fd5-466b-949b-6aff653261f1 req-dd4427d5-0b70-453b-9417-5d0eddea403a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:56.228108 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ac704b3b-6fd5-466b-949b-6aff653261f1 req-dd4427d5-0b70-453b-9417-5d0eddea403a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0800397 Jun 10 14:43:56.261741 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b6c7b24-a77a-4ad4-9c76-d4756256fefa req-391d8fd2-847f-4530-ade8-0010363e6dba tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473320 Jun 10 14:43:56.275406 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ac704b3b-6fd5-466b-949b-6aff653261f1 req-cf73f76d-9b42-4417-b1eb-7dc37ac61b46 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Jun 10 14:43:56.374450 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device e4006a64-2020-40fd-8196-6d684c814ca2 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:43:56.504616 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port e4006a64-2020-40fd-8196-6d684c814ca2, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e4006a64-2020-40fd-8196-6d684c814ca2,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:56.519588 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e2095f57-95fd-4ca0-881b-3f65c984fef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:56.521037 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'e4006a64-2020-40fd-8196-6d684c814ca2', 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9', 'port_id': 'e4006a64-2020-40fd-8196-6d684c814ca2', 'mac_address': 'fa:16:3e:f2:06:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c149d9-a2ab-46ea-8b00-5317d3574b0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:43:56.565121 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:56.586061 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4006a64-2020-40fd-8196-6d684c814ca2 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:43:56.607416 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port e4006a64-2020-40fd-8196-6d684c814ca2, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e4006a64-2020-40fd-8196-6d684c814ca2,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:56.611924 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:56.613881 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:56.684359 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=e4006a64-2020-40fd-8196-6d684c814ca2,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:56.697236 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.697867 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.698219 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.698465 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.698949 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.699294 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.699789 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.700213 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.700692 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.701041 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.701441 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.701767 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:43:56.706540 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:56.924624 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46936) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:57.034182 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0a90b997-80d6-409b-a627-513953c85a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.044661 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['e4006a64-2020-40fd-8196-6d684c814ca2'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:43:57.097629 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.143160 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0a90b997-80d6-409b-a627-513953c85a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.148526 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0a90b997-80d6-409b-a627-513953c85a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.151618 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-53d0d6a3-d81a-4476-aae8-4d810fa114d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:57.192431 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-0a90b997-80d6-409b-a627-513953c85a2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=677eb2038e8547f69a2621f22e709975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664855 Jun 10 14:43:57.193426 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90b997-80d6-409b-a627-513953c85a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7005b69-90c0-4a98-aaa2-db4bf3d8b502,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:57.194926 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46944) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:57.210139 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-0a90b997-80d6-409b-a627-513953c85a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:57.256361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.279066 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.280218 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46950) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:57.392216 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Deleting subnet 8c6f96df-2adf-433a-905e-5e244b09783e {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:43:57.401149 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.470290 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.561679 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.618617 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0f4ac-b380-4427-96e3-1f42960f083e req-d7a55a02-c1c2-4cc7-9633-7d317ad815cf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:57.620260 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6e0f4ac-b380-4427-96e3-1f42960f083e req-d7a55a02-c1c2-4cc7-9633-7d317ad815cf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.1672766 Jun 10 14:43:57.627025 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.629822 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.634035 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7005b69-90c0-4a98-aaa2-db4bf3d8b502 HTTP/1.1" status: 204 len: 168 time: 0.4378879 Jun 10 14:43:57.635392 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5e9c95ed-d8a9-4180-92b6-35a5633bfcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:57.650883 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7005b69-90c0-4a98-aaa2-db4bf3d8b502,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:57.654408 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:57.673268 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08317-2b02-4977-af10-84fcd125a1fa req-54348524-afe9-4ce5-bbce-348632fd7e51 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:57.680524 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-77b08317-2b02-4977-af10-84fcd125a1fa req-54348524-afe9-4ce5-bbce-348632fd7e51 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 944 time: 0.1158216 Jun 10 14:43:57.702529 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6e0f4ac-b380-4427-96e3-1f42960f083e req-acd2b4da-bf93-4a99-9b42-2c7f4bdca139 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740175 Jun 10 14:43:57.704634 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.708294 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b5140ecb-f20f-4ac0-8e66-314e6b5c1291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:57.729649 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-77b08317-2b02-4977-af10-84fcd125a1fa req-20b2a8c8-61c3-432d-9029-990b90fb2049 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482626 Jun 10 14:43:57.746893 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6f96df-2adf-433a-905e-5e244b09783e,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:57.750432 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:57.753726 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.758734 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46968) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:57.758870 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-fa15ae3d-3692-4d21-97a0-d0e4867c2fa6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c6f96df-2adf-433a-905e-5e244b09783e HTTP/1.1" status: 204 len: 168 time: 0.4773362 Jun 10 14:43:57.859496 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.967705 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46976) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:57.984964 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bfffc1c4-9928-4c16-9382-0c2a7822d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:57.988758 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.002103 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3498088e-bf53-4c02-b410-cc5543dfdd02']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:58.014457 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:58.014762 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf1e4f6-0e91-4e5f-8802-d6f72b4765b8') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:43:58.026185 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.043925 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.050299 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:43:58.050729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:43:58.052503 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:43:58.092846 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bfffc1c4-9928-4c16-9382-0c2a7822d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.097423 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bfffc1c4-9928-4c16-9382-0c2a7822d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.099794 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1873d725-dc04-49c0-9691-41b40b3aa733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:58.138350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.143109 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-324c6aaa-cd7d-4a21-9530-b76f3e2efff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:58.146115 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-bfffc1c4-9928-4c16-9382-0c2a7822d39f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e1c98b2b2344adcbf43ba4935276ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743593 Jun 10 14:43:58.146115 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffc1c4-9928-4c16-9382-0c2a7822d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c052e450-f9b6-4403-87fb-0bf4f8ea2c68,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:58.146350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.147684 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3498088e-bf53-4c02-b410-cc5543dfdd02 HTTP/1.1" status: 204 len: 168 time: 0.3879807 Jun 10 14:43:58.155072 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46978) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:58.162180 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3498088e-bf53-4c02-b410-cc5543dfdd02,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:58.163602 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bfffc1c4-9928-4c16-9382-0c2a7822d39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:58.165278 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:58.211369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.238673 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.293467 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.296476 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.298241 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c052e450-f9b6-4403-87fb-0bf4f8ea2c68 HTTP/1.1" status: 204 len: 168 time: 0.1420913 Jun 10 14:43:58.298970 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:58.307739 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c052e450-f9b6-4403-87fb-0bf4f8ea2c68,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:58.309976 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:58.338783 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 46984) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:58.393511 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-1e641efa-7f33-442c-bb80-84f885942d7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fc3fa9d745749aba774935d12a2e3e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488458 Jun 10 14:43:58.393828 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device e4006a64-2020-40fd-8196-6d684c814ca2 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:43:58.394279 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 46986) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:58.452045 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port e4006a64-2020-40fd-8196-6d684c814ca2 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:43:58.452767 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.457290 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port e4006a64-2020-40fd-8196-6d684c814ca2 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:43:58.457947 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.478327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.544593 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.550966 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.556724 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e17a12c1-dd4d-4d6a-996b-ea1c94195749 HTTP/1.1" status: 204 len: 168 time: 0.1615834 Jun 10 14:43:58.556724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cd023a23-ad66-4874-9a26-d5cd1e88e6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:58.559486 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.568656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a12c1-dd4d-4d6a-996b-ea1c94195749,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:58.571178 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:58.601208 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4006a64-2020-40fd-8196-6d684c814ca2'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:43:58.603837 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccf326d-fb99-4cc9-8749-97f27e708069" -d '{"events": [{"server_uuid": "7fe3a6e5-64d4-4024-8723-fbdfa71bbad3", "name": "network-vif-plugged", "status": "completed", "tag": "e4006a64-2020-40fd-8196-6d684c814ca2"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:43:58.640223 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port e4006a64-2020-40fd-8196-6d684c814ca2, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e4006a64-2020-40fd-8196-6d684c814ca2,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:43:58.656806 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:58.660205 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6bdcd009-6d21-478e-a998-acf8f88fd606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:58.724582 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1473b471-9c73-402e-a166-ad1ab9f22210 x-openstack-request-id: req-1473b471-9c73-402e-a166-ad1ab9f22210 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:43:58.725008 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe3a6e5-64d4-4024-8723-fbdfa71bbad3", "name": "network-vif-plugged", "status": "completed", "tag": "e4006a64-2020-40fd-8196-6d684c814ca2", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:43:58.725202 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1473b471-9c73-402e-a166-ad1ab9f22210 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:43:58.725582 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4006a64-2020-40fd-8196-6d684c814ca2', 'code': 200} Jun 10 14:43:58.791220 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=e4006a64-2020-40fd-8196-6d684c814ca2,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:58.795791 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:59.021943 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0108-5f21-4a37-bb70-b1d9a51027f0 req-850e2bd8-ba14-4b57-a623-bf430ed4204b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:59.029809 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-858c0108-5f21-4a37-bb70-b1d9a51027f0 req-850e2bd8-ba14-4b57-a623-bf430ed4204b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 945 time: 0.1319897 Jun 10 14:43:59.063140 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7e56e-374b-4d58-8639-2285ef33d11a req-c4be25c6-565e-4e16-af5e-df77c0bf07d8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:59.070809 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1bb7e56e-374b-4d58-8639-2285ef33d11a req-c4be25c6-565e-4e16-af5e-df77c0bf07d8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.2003782 Jun 10 14:43:59.082284 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-858c0108-5f21-4a37-bb70-b1d9a51027f0 req-36f25ad7-a9e6-4c35-ac9c-c0b9c90ba880 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Jun 10 14:43:59.094595 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67c0de-c143-47a2-9e1e-85e722e9dcaa req-3fa97dd4-d8b3-4195-8cc2-9fabfa7e4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:43:59.096390 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ec67c0de-c143-47a2-9e1e-85e722e9dcaa req-3fa97dd4-d8b3-4195-8cc2-9fabfa7e4ba3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 1098 time: 0.1264198 Jun 10 14:43:59.148991 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1bb7e56e-374b-4d58-8639-2285ef33d11a req-1d03a6a2-9f45-4bc8-88a8-e9785bb2b534 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771976 Jun 10 14:43:59.180578 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ec67c0de-c143-47a2-9e1e-85e722e9dcaa req-035f8c1a-5986-43f6-8cb8-ec9fb8fb6f24 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734103 Jun 10 14:43:59.197206 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 47042) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:59.214827 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d70fe49f-0a96-482f-9fea-93e8442f0832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.237321 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.420792 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e782281a-b0f3-4a6c-a9b3-f9b8ccf61ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.542736 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e782281a-b0f3-4a6c-a9b3-f9b8ccf61ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.547485 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e782281a-b0f3-4a6c-a9b3-f9b8ccf61ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.551395 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dafe7596-62a2-4ea7-93f1-184340641495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:59.590955 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e782281a-b0f3-4a6c-a9b3-f9b8ccf61ac4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36315e0901744718b121275cceafca81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924453 Jun 10 14:43:59.592371 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782281a-b0f3-4a6c-a9b3-f9b8ccf61ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d24d22-082a-480e-8bec-91e374dcaf30,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:59.594490 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47064) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:43:59.595798 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e782281a-b0f3-4a6c-a9b3-f9b8ccf61ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:43:59.670030 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.699440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.768293 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.780584 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:43:59.780584 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87d24d22-082a-480e-8bec-91e374dcaf30 HTTP/1.1" status: 204 len: 168 time: 0.1782522 Jun 10 14:43:59.780584 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-792e8f4f-06bf-427e-ab7f-27cf5011ee39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:43:59.792205 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d24d22-082a-480e-8bec-91e374dcaf30,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:43:59.794783 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:00.110938 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:00.399356 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a47bd0-d070-4ca6-9697-a3f31290db6d req-87716585-a95a-4c50-90b6-5102f164a8ed tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:00.400870 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984688-7de9-4872-aa98-8c8b10cfed4f req-8367c697-350c-45ea-a18c-e7d4f6b82512 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:00.401315 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-72a47bd0-d070-4ca6-9697-a3f31290db6d req-87716585-a95a-4c50-90b6-5102f164a8ed tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0889649 Jun 10 14:44:00.403002 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0b984688-7de9-4872-aa98-8c8b10cfed4f req-8367c697-350c-45ea-a18c-e7d4f6b82512 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 945 time: 0.1066101 Jun 10 14:44:00.460733 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-72a47bd0-d070-4ca6-9697-a3f31290db6d req-fc1f1fbd-252b-4975-92f7-652368184e57 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503657 Jun 10 14:44:00.464086 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0b984688-7de9-4872-aa98-8c8b10cfed4f req-ebd25e98-477b-41bc-81ae-506bb86327bf tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539520 Jun 10 14:44:01.646896 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2405-1bae-4c11-80f9-d9555fcb516a req-ca8ab7c8-a3ad-4a5e-ae4c-30c5a0d5cf45 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:01.648402 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e8cc2405-1bae-4c11-80f9-d9555fcb516a req-ca8ab7c8-a3ad-4a5e-ae4c-30c5a0d5cf45 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 945 time: 0.0736465 Jun 10 14:44:01.653177 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a7f73-5f15-45d2-8f5b-c7162f7ad3ff req-9cd0f71b-a15b-4262-8621-6a60408c2936 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:01.654692 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-517a7f73-5f15-45d2-8f5b-c7162f7ad3ff req-9cd0f71b-a15b-4262-8621-6a60408c2936 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0752709 Jun 10 14:44:01.696234 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e8cc2405-1bae-4c11-80f9-d9555fcb516a req-c88a8d5b-c02a-40e5-a6c9-6c6eedfa8bc4 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Jun 10 14:44:01.701844 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-517a7f73-5f15-45d2-8f5b-c7162f7ad3ff req-1a29f9c6-aa23-4670-a730-8bd5ba1cee11 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Jun 10 14:44:01.931042 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:02.894114 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6469d18-6248-4d6e-8f28-7ce69334abd7 req-3bed7b69-99b3-4970-aff2-d20372c498bf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:02.895643 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b6469d18-6248-4d6e-8f28-7ce69334abd7 req-3bed7b69-99b3-4970-aff2-d20372c498bf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0744126 Jun 10 14:44:02.942072 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b6469d18-6248-4d6e-8f28-7ce69334abd7 req-1de4650b-c383-4602-aa1c-1edce1687136 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384114 Jun 10 14:44:03.120261 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a173bc-adee-40c3-b823-a7a12a884346 req-81dd0f96-0c38-402a-bb7d-9d5613ba29b2 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:03.121656 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-23a173bc-adee-40c3-b823-a7a12a884346 req-81dd0f96-0c38-402a-bb7d-9d5613ba29b2 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 945 time: 0.0752523 Jun 10 14:44:03.168206 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-23a173bc-adee-40c3-b823-a7a12a884346 req-5bebfb62-94c7-46b5-a556-fbf58dffabb0 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 Jun 10 14:44:03.872888 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47238) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:03.980582 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-21cfca02-168f-4e21-afa5-6ac64b940b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:04.112606 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-21cfca02-168f-4e21-afa5-6ac64b940b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:04.117531 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-21cfca02-168f-4e21-afa5-6ac64b940b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:04.130590 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-43c4cba3-3d09-4bd9-8138-bfb834da0b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:04.180712 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-21cfca02-168f-4e21-afa5-6ac64b940b3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=109a1d4c419a45b284aa7b0aec2c6c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066578 Jun 10 14:44:04.181735 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfca02-168f-4e21-afa5-6ac64b940b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb68725c-bee6-4f97-aa30-399b2959e6cb,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:04.183327 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 47248) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:04.184742 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-21cfca02-168f-4e21-afa5-6ac64b940b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:04.198285 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64598a-0f5d-42aa-9a33-f476cfc47222 req-fc9618cf-84dc-45f9-bd9a-761fdb313788 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:04.199865 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fe64598a-0f5d-42aa-9a33-f476cfc47222 req-fc9618cf-84dc-45f9-bd9a-761fdb313788 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.1444681 Jun 10 14:44:04.256971 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fe64598a-0f5d-42aa-9a33-f476cfc47222 req-88f0b646-cf61-469d-a4af-417c334ee6d6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504501 Jun 10 14:44:04.270158 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:04.297862 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:04.351987 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:04.355189 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:04.356889 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb68725c-bee6-4f97-aa30-399b2959e6cb HTTP/1.1" status: 204 len: 168 time: 0.1720040 Jun 10 14:44:04.357807 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-73ef4307-d871-468d-b40e-ecc1b2d65dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:04.368205 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb68725c-bee6-4f97-aa30-399b2959e6cb,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:04.370781 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:04.445856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e626d21-74e7-4e46-bbce-1def3828dae5 req-203c3f02-4b17-4951-a3ac-81e30277bff5 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:04.447556 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e626d21-74e7-4e46-bbce-1def3828dae5 req-203c3f02-4b17-4951-a3ac-81e30277bff5 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 945 time: 0.0752406 Jun 10 14:44:04.497277 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e626d21-74e7-4e46-bbce-1def3828dae5 req-f48fc817-057e-4e9e-84b4-3452737ca34b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Jun 10 14:44:05.223005 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf01b-552c-4f73-821a-8406813332e8 req-44b256d1-ec5c-44e9-a267-a7c0d9f4d0e0 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:05.224519 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1abbf01b-552c-4f73-821a-8406813332e8 req-44b256d1-ec5c-44e9-a267-a7c0d9f4d0e0 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 945 time: 0.0773551 Jun 10 14:44:05.411071 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Deleting port e4006a64-2020-40fd-8196-6d684c814ca2 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:44:05.411516 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:05.580101 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] For port e4006a64-2020-40fd-8196-6d684c814ca2, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e4006a64-2020-40fd-8196-6d684c814ca2,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:05.580494 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:05.699657 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Calling delete_port for e4006a64-2020-40fd-8196-6d684c814ca2 owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:44:05.702026 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97663db3-828d-46b5-8f1a-9a827a68ab25 req-8c912450-a48c-48ab-8c47-f2192a7b298d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:05.707360 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-97663db3-828d-46b5-8f1a-9a827a68ab25 req-8c912450-a48c-48ab-8c47-f2192a7b298d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fe3a6e5-64d4-4024-8723-fbdfa71bbad3 HTTP/1.1" status: 200 len: 945 time: 0.0765595 Jun 10 14:44:05.718664 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f1bc-3669-4df0-8fb2-245a69c93977 req-88928e2c-6ecb-46aa-9e6e-f5b74e9a1f5e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:05.720297 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-74c0f1bc-3669-4df0-8fb2-245a69c93977 req-88928e2c-6ecb-46aa-9e6e-f5b74e9a1f5e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.3115599 Jun 10 14:44:05.765635 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-97663db3-828d-46b5-8f1a-9a827a68ab25 req-d39a6347-8b8b-4ac0-9124-3ceb88309dbf tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529969 Jun 10 14:44:05.855167 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-74c0f1bc-3669-4df0-8fb2-245a69c93977 req-376e43ea-f695-4d96-a393-e4d47764c3eb tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265616 Jun 10 14:44:05.943050 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:05.948262 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:05.957460 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['e4006a64-2020-40fd-8196-6d684c814ca2'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:05.983214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Pushing event deleted for resources: {'Port': ['ID=e4006a64-2020-40fd-8196-6d684c814ca2,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:05.986252 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:06.055006 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] No DVR routers for this DVR port e4006a64-2020-40fd-8196-6d684c814ca2 on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:44:06.057985 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:06.059973 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1abbf01b-552c-4f73-821a-8406813332e8 req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "DELETE /v2.0/ports/e4006a64-2020-40fd-8196-6d684c814ca2 HTTP/1.1" status: 204 len: 173 time: 0.8238010 Jun 10 14:44:06.060428 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'name': 'network-vif-deleted', 'tag': 'e4006a64-2020-40fd-8196-6d684c814ca2'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:06.063574 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf8166-1f2a-4f82-8cf0-08ef16a55796" -d '{"events": [{"server_uuid": "7fe3a6e5-64d4-4024-8723-fbdfa71bbad3", "name": "network-vif-deleted", "tag": "e4006a64-2020-40fd-8196-6d684c814ca2"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:06.102541 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1a87cc-1958-41db-b235-aa86096ecc90 x-openstack-request-id: req-fc1a87cc-1958-41db-b235-aa86096ecc90 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:06.102855 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe3a6e5-64d4-4024-8723-fbdfa71bbad3", "name": "network-vif-deleted", "tag": "e4006a64-2020-40fd-8196-6d684c814ca2", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:06.103197 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc1a87cc-1958-41db-b235-aa86096ecc90 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:06.103912 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe3a6e5-64d4-4024-8723-fbdfa71bbad3', 'name': 'network-vif-deleted', 'tag': 'e4006a64-2020-40fd-8196-6d684c814ca2', 'status': 'completed', 'code': 200} Jun 10 14:44:07.056341 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce9a9f-b47d-44c1-9bab-1aae385121a1 req-aa7b166a-1ef1-43fb-8a84-ed1029ba6e3e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:07.057733 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-08ce9a9f-b47d-44c1-9bab-1aae385121a1 req-aa7b166a-1ef1-43fb-8a84-ed1029ba6e3e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0715077 Jun 10 14:44:07.099550 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-08ce9a9f-b47d-44c1-9bab-1aae385121a1 req-47323c88-fbfe-47d1-9ff6-aac0b07712b0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Jun 10 14:44:08.292019 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97bff-8ec3-4506-971c-7938c5c045f2 req-2c0570b7-18d8-4973-a6ab-e0529407a39e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:08.293585 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-16c97bff-8ec3-4506-971c-7938c5c045f2 req-2c0570b7-18d8-4973-a6ab-e0529407a39e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0748506 Jun 10 14:44:08.340066 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-16c97bff-8ec3-4506-971c-7938c5c045f2 req-f222da6c-7718-46dc-a624-b265fe90d2fd tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Jun 10 14:44:08.424019 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device e4006a64-2020-40fd-8196-6d684c814ca2 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:08.449033 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: e4006a64-2020-40fd-8196-6d684c814ca2 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:44:08.449390 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device e4006a64-2020-40fd-8196-6d684c814ca2 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:44:09.544183 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872d51c-a18a-40b5-b5ca-f9c08de21fb1 req-3cd2f43f-cd32-44ec-a10b-77721f743302 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:09.545817 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d872d51c-a18a-40b5-b5ca-f9c08de21fb1 req-3cd2f43f-cd32-44ec-a10b-77721f743302 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0703499 Jun 10 14:44:09.589139 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d872d51c-a18a-40b5-b5ca-f9c08de21fb1 req-369f3968-62c8-4162-97c4-32e814884308 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Jun 10 14:44:09.673571 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 47410) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:09.785701 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d976bdcc-ded3-420f-9f8e-2094897874a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.884731 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d976bdcc-ded3-420f-9f8e-2094897874a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.888508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d976bdcc-ded3-420f-9f8e-2094897874a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:09.891279 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1ad806f0-d9f1-498f-91c8-9b50fd329bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:09.937704 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d976bdcc-ded3-420f-9f8e-2094897874a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ca538ce35c440ecb94c1579fdccf0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630119 Jun 10 14:44:09.938446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976bdcc-ded3-420f-9f8e-2094897874a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28f490c-3a42-4af1-a39f-a807f16afca2,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:09.940729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47416) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:09.941835 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d976bdcc-ded3-420f-9f8e-2094897874a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:09.997843 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.024706 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.082309 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.084973 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.086391 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e28f490c-3a42-4af1-a39f-a807f16afca2 HTTP/1.1" status: 204 len: 168 time: 0.1447215 Jun 10 14:44:10.087258 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-132ab99b-2b22-448d-a704-d0f568bf2ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:10.096581 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28f490c-3a42-4af1-a39f-a807f16afca2,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:10.099099 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:10.362167 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 47426) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:10.378082 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-89cac8f9-f033-4424-b00f-e193dbae4ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.475831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-89cac8f9-f033-4424-b00f-e193dbae4ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.479614 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-89cac8f9-f033-4424-b00f-e193dbae4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.482400 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-cdb75352-7513-4c3f-b9d8-699b9f94abb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:10.525126 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-89cac8f9-f033-4424-b00f-e193dbae4ef7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdb008bd9de54133adcf4521236859bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593311 Jun 10 14:44:10.525126 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cac8f9-f033-4424-b00f-e193dbae4ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55356e3-404b-4ebc-af14-ca7460611ae1,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:10.525681 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47428) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:10.526928 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-89cac8f9-f033-4424-b00f-e193dbae4ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:10.579991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.602854 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.653666 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.657094 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:10.660808 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b55356e3-404b-4ebc-af14-ca7460611ae1 HTTP/1.1" status: 204 len: 168 time: 0.1316752 Jun 10 14:44:10.660808 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4107498-5e9b-423d-88ee-5ea843106622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:10.668838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55356e3-404b-4ebc-af14-ca7460611ae1,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:10.671831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:10.793959 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbb364-ec85-482a-b4e8-5b3f6a20e0f3 req-c4646f0d-f82d-4752-8fed-4748e833bed6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:10.795472 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d2fbb364-ec85-482a-b4e8-5b3f6a20e0f3 req-c4646f0d-f82d-4752-8fed-4748e833bed6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0798924 Jun 10 14:44:10.843524 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d2fbb364-ec85-482a-b4e8-5b3f6a20e0f3 req-bd25f03e-e04a-4fc0-a6b9-a9f51473b2a0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Jun 10 14:44:11.018339 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47440) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:11.036576 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b74afe0e-a8b4-4b51-99b5-23a0011a4a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:11.142497 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b74afe0e-a8b4-4b51-99b5-23a0011a4a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:11.147082 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b74afe0e-a8b4-4b51-99b5-23a0011a4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:11.149900 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-586a898b-7aca-45ab-b8ac-13bdff7fe41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:11.205703 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-b74afe0e-a8b4-4b51-99b5-23a0011a4a52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a14fdcaa2224c9f989bf6ba5b813e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862247 Jun 10 14:44:11.206966 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74afe0e-a8b4-4b51-99b5-23a0011a4a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e8b5d-2208-4105-b359-523dca11b204,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:11.208577 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 47446) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:11.210021 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b74afe0e-a8b4-4b51-99b5-23a0011a4a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:11.268795 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:11.292484 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:11.344577 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:11.347166 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:11.348317 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a4e8b5d-2208-4105-b359-523dca11b204 HTTP/1.1" status: 204 len: 168 time: 0.1379745 Jun 10 14:44:11.349122 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e7e02db6-2ee2-4496-830b-85a2a238192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:11.357828 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4e8b5d-2208-4105-b359-523dca11b204,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:11.360951 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:12.034412 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a9be2-b92d-4575-8f90-10bbaddc6814 req-ef6c26be-acaa-4a6e-8d31-5c267fdad843 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:12.035901 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de4a9be2-b92d-4575-8f90-10bbaddc6814 req-ef6c26be-acaa-4a6e-8d31-5c267fdad843 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0738213 Jun 10 14:44:12.083532 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de4a9be2-b92d-4575-8f90-10bbaddc6814 req-092e63a6-a6f0-4a3b-877f-319cac305155 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Jun 10 14:44:13.276975 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d43c3b-2390-44c9-9126-744b11dca7b8 req-0f86bc1d-3765-49fb-8673-f3a79fb22d82 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:13.278945 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-30d43c3b-2390-44c9-9126-744b11dca7b8 req-0f86bc1d-3765-49fb-8673-f3a79fb22d82 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0761082 Jun 10 14:44:13.322361 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-30d43c3b-2390-44c9-9126-744b11dca7b8 req-3b2aa358-7067-4d7d-a46a-1d5e06d58f23 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Jun 10 14:44:13.668407 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-bb69dad9-8888-45f6-8ccc-0610cdd3a804 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:13.669929 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-bb69dad9-8888-45f6-8ccc-0610cdd3a804 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/networks?id=cc765f90-4b1d-44a9-967a-d8aa778679a9 HTTP/1.1" status: 200 len: 809 time: 0.1326482 Jun 10 14:44:13.684306 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-5232c867-6457-4f09-9c03-779928da16a5 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/quotas/659e77a178dd4375a89f275a6d17c6f3 HTTP/1.1" status: 200 len: 375 time: 0.0089633 Jun 10 14:44:13.727852 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-9816be81-6708-4b1c-905f-b4b109a79de5 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=659e77a178dd4375a89f275a6d17c6f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381827 Jun 10 14:44:13.848020 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-c3a612af-af77-4500-a71a-7997ba8f3e2e service neutron] 10.222.0.23 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130211 Jun 10 14:44:13.967246 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-e72e4144-6b3e-4cea-8c96-9e7edf80fac3 service neutron] 10.222.0.23 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113780 Jun 10 14:44:14.161263 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-074711af-4f45-4fcf-9a6a-6416c3d987d7 req-a4806869-b6ed-49a3-9b42-740cbf258758 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 210 time: 0.0385244 Jun 10 14:44:14.533041 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8171405-9c4a-4f55-9aeb-c3f73acbab72 req-a61a6b7c-1e60-464a-9cfb-909f7d0a74e8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:14.535007 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b8171405-9c4a-4f55-9aeb-c3f73acbab72 req-a61a6b7c-1e60-464a-9cfb-909f7d0a74e8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0870221 Jun 10 14:44:14.606361 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b8171405-9c4a-4f55-9aeb-c3f73acbab72 req-da2bd61a-0a87-4c89-8abb-7fdec6929707 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Jun 10 14:44:15.199171 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121f42-8c33-4b9b-b35b-6f53afb950a1 req-76ca44ad-9a6e-4e5e-93fe-758e8aac5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:15.200805 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9121f42-8c33-4b9b-b35b-6f53afb950a1 req-76ca44ad-9a6e-4e5e-93fe-758e8aac5af4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0584474 Jun 10 14:44:15.244756 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9121f42-8c33-4b9b-b35b-6f53afb950a1 req-861aacd7-8c74-40dc-b22c-db035c65efa9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356114 Jun 10 14:44:15.321080 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-540bd810-c91b-44fd-8e11-d8f5555f9220 req-969aaa4b-2312-4620-af35-4fa9b2aac84e tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 210 time: 0.0337420 Jun 10 14:44:15.897409 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-7bfc515d-e7ff-42d5-add2-0259284d2931 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:15.898856 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-7bfc515d-e7ff-42d5-add2-0259284d2931 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "GET /v2.0/networks?id=cc765f90-4b1d-44a9-967a-d8aa778679a9 HTTP/1.1" status: 200 len: 809 time: 0.4189885 Jun 10 14:44:15.917285 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Request body: {'port': {'device_id': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9', 'admin_state_up': True, 'tenant_id': '659e77a178dd4375a89f275a6d17c6f3'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:15.943508 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b251c7-5c53-4d2f-a6cc-e5c5b8e5a977 req-ad3588a9-ac13-45c8-aea1-a0bbb29ca245 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:15.944991 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-52b251c7-5c53-4d2f-a6cc-e5c5b8e5a977 req-ad3588a9-ac13-45c8-aea1-a0bbb29ca245 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.1314235 Jun 10 14:44:16.064179 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-52b251c7-5c53-4d2f-a6cc-e5c5b8e5a977 req-93866d6e-a94f-424d-b4ef-7fe28194bea2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086416 Jun 10 14:44:16.113724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Made reservation on behalf of 659e77a178dd4375a89f275a6d17c6f3 for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:44:16.117576 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.269307 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Allocated IP 172.20.0.8 (cc765f90-4b1d-44a9-967a-d8aa778679a9/f1c149d9-a2ab-46ea-8b00-5317d3574b0d/abec9073-96af-4297-a6fc-3d45cc3bc999) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:44:16.491690 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.510979 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f2839cf6-c60f-47ab-b269-3ac2cc575409 req-9f5c1730-da0d-4023-9c14-e91d6337586a tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 210 time: 0.0457511 Jun 10 14:44:16.538163 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.543774 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:16.592953 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Network cc765f90-4b1d-44a9-967a-d8aa778679a9 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:44:16.596857 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:44:16.600864 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:44:16.635520 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Pushing event updated for resources: {'Port': ['ID=abec9073-96af-4297-a6fc-3d45cc3bc999,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:16.639923 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:16.664841 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:16.665445 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:16.679817 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665255 Jun 10 14:44:16.698470 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Request body: {'port': {'device_id': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:44:16.789523 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:17.124607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abec9073-96af-4297-a6fc-3d45cc3bc999 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:17.132856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:17.147359 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Transition to ACTIVE for port object abec9073-96af-4297-a6fc-3d45cc3bc999 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:44:17.162964 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:17.162964 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:17.334201 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Pushing event updated for resources: {'Port': ['ID=abec9073-96af-4297-a6fc-3d45cc3bc999,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:17.334201 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:17.484434 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74471ee4-14cb-4bc7-ad2c-7ea479bfdf36 req-0f00f2c2-19db-4e1c-a141-ae0c6cf03ab4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.488428 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-74471ee4-14cb-4bc7-ad2c-7ea479bfdf36 req-0f00f2c2-19db-4e1c-a141-ae0c6cf03ab4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.2845917 Jun 10 14:44:17.495452 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Attempting to bind port abec9073-96af-4297-a6fc-3d45cc3bc999 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:44:17.496284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Attempting to bind port abec9073-96af-4297-a6fc-3d45cc3bc999 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:44:17.496284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Attempting to bind port abec9073-96af-4297-a6fc-3d45cc3bc999 on network cc765f90-4b1d-44a9-967a-d8aa778679a9 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:44:17.522360 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Port abec9073-96af-4297-a6fc-3d45cc3bc999 on network cc765f90-4b1d-44a9-967a-d8aa778679a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:44:17.522738 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Attempting to bind port abec9073-96af-4297-a6fc-3d45cc3bc999 on network cc765f90-4b1d-44a9-967a-d8aa778679a9 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:44:17.534152 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:44:17.534460 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Checking segment: {'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:44:17.534853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Bound using segment: {'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:44:17.535322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Bound port: abec9073-96af-4297-a6fc-3d45cc3bc999, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:44:17.535670 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:17.632508 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-74471ee4-14cb-4bc7-ad2c-7ea479bfdf36 req-1b397f9d-1c06-429e-849d-b66cf3acf812 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386139 Jun 10 14:44:17.705529 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] For port abec9073-96af-4297-a6fc-3d45cc3bc999, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:44:17.708942 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] For port abec9073-96af-4297-a6fc-3d45cc3bc999, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=abec9073-96af-4297-a6fc-3d45cc3bc999,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:44:17.713042 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:17.716439 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:17.776329 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.776932 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:17.778251 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/abec9073-96af-4297-a6fc-3d45cc3bc999 HTTP/1.1" status: 200 len: 1093 time: 1.0837979 Jun 10 14:44:17.779677 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5a903-f4dd-4a53-bd89-4ee5c7f17f68 req-11685185-a5d0-4f57-a90f-d83b4c2672a4 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.781224 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eed5a903-f4dd-4a53-bd89-4ee5c7f17f68 req-11685185-a5d0-4f57-a90f-d83b4c2672a4 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0956283 Jun 10 14:44:17.793758 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'tag': 'abec9073-96af-4297-a6fc-3d45cc3bc999'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:17.796111 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4", "tag": "abec9073-96af-4297-a6fc-3d45cc3bc999"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:17.827956 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Pushing event updated for resources: {'Port': ['ID=abec9073-96af-4297-a6fc-3d45cc3bc999,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:17.829424 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eed5a903-f4dd-4a53-bd89-4ee5c7f17f68 req-3c53cb02-993c-4a2f-b346-2f8a961c1d88 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Jun 10 14:44:17.832836 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:17.886069 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed94db-9b07-40ee-8b4e-51fa45776fa6 x-openstack-request-id: req-feed94db-9b07-40ee-8b4e-51fa45776fa6 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:17.886384 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4", "tag": "abec9073-96af-4297-a6fc-3d45cc3bc999", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:17.886664 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feed94db-9b07-40ee-8b4e-51fa45776fa6 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:17.887094 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'tag': 'abec9073-96af-4297-a6fc-3d45cc3bc999', 'status': 'completed', 'code': 200} Jun 10 14:44:17.908138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fd08d-93aa-40f8-b71f-3efe4663f0d0 req-aaebe764-c2ff-4d94-aaff-cab2db935e13 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.909828 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c96fd08d-93aa-40f8-b71f-3efe4663f0d0 req-aaebe764-c2ff-4d94-aaff-cab2db935e13 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1388679 Jun 10 14:44:17.968406 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c96fd08d-93aa-40f8-b71f-3efe4663f0d0 req-87535de6-e55c-4a98-bc63-1faa76c6be04 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487452 Jun 10 14:44:17.970874 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-a095a10a-c490-4491-bb15-9a6b25e4f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:17.972244 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-a095a10a-c490-4491-bb15-9a6b25e4f43b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=659e77a178dd4375a89f275a6d17c6f3&device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 1096 time: 0.1299279 Jun 10 14:44:18.048902 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-2a43be3b-0205-4b02-86cc-00fa2cb89f77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abec9073-96af-4297-a6fc-3d45cc3bc999 HTTP/1.1" status: 200 len: 217 time: 0.0498044 Jun 10 14:44:18.122666 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-99dfa58e-c1d2-494c-8a5b-024d137f9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:18.125365 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-99dfa58e-c1d2-494c-8a5b-024d137f9d8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1c149d9-a2ab-46ea-8b00-5317d3574b0d HTTP/1.1" status: 200 len: 849 time: 0.0641074 Jun 10 14:44:18.179722 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-bedc5f94-2401-499a-9aa0-9ac7759bed08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc765f90-4b1d-44a9-967a-d8aa778679a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357406 Jun 10 14:44:18.343196 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-b993d0d1-9e3b-4683-9531-4c23d6a8ab63 service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410863 Jun 10 14:44:18.472489 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4b819c4-36bd-403b-bcbc-a687008364bf req-108f87d7-6c17-401f-974c-503a24123dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170068 Jun 10 14:44:18.588716 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-d6fd5224-bb54-4be7-8c9e-fe84b7e149bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:18.590204 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-d6fd5224-bb54-4be7-8c9e-fe84b7e149bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=659e77a178dd4375a89f275a6d17c6f3&device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 1096 time: 0.0624273 Jun 10 14:44:18.719439 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-d08f136c-3154-4b3a-a1ba-f54d518199c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:18.720884 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-d08f136c-3154-4b3a-a1ba-f54d518199c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc765f90-4b1d-44a9-967a-d8aa778679a9 HTTP/1.1" status: 200 len: 910 time: 0.1165230 Jun 10 14:44:18.785355 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-80193930-a04e-424b-bccd-9a2472911526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abec9073-96af-4297-a6fc-3d45cc3bc999 HTTP/1.1" status: 200 len: 217 time: 0.0481663 Jun 10 14:44:18.847169 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-a67f5e39-d160-4c46-aa22-3ef3eaeef482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:18.848648 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-a67f5e39-d160-4c46-aa22-3ef3eaeef482 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1c149d9-a2ab-46ea-8b00-5317d3574b0d HTTP/1.1" status: 200 len: 849 time: 0.0541205 Jun 10 14:44:18.894950 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-f42198e1-def8-4f73-97ce-84aaa1d725c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc765f90-4b1d-44a9-967a-d8aa778679a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367954 Jun 10 14:44:19.024325 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-2dd0dcde-4940-45a0-92cc-92a849185c98 service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179955 Jun 10 14:44:19.029155 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89b623-694a-445f-ba30-dfa7a2e236df req-dabfb98d-11a5-491b-ad56-a7b99ebe1a74 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.030834 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9c89b623-694a-445f-ba30-dfa7a2e236df req-dabfb98d-11a5-491b-ad56-a7b99ebe1a74 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0737851 Jun 10 14:44:19.322569 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9c89b623-694a-445f-ba30-dfa7a2e236df req-8b1256ad-7bfa-4de2-82ae-4b1a1ba8239d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850373 Jun 10 14:44:19.397167 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6d1da0-e38a-4b4a-b5c9-b303321dbeb1 req-3d61d238-b33b-4a78-9461-c0e543bc92ae service neutron] 10.222.0.21 "GET /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623042 Jun 10 14:44:19.764529 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-96ba937f-ffbf-4250-9059-07681ae0ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.766714 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-96ba937f-ffbf-4250-9059-07681ae0ae5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.1146421 Jun 10 14:44:19.779161 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b30444-89a4-42a2-9d67-4621d8d22498 req-dd05e73b-0114-448a-a188-6a6604a3a677 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.780934 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76b30444-89a4-42a2-9d67-4621d8d22498 req-dd05e73b-0114-448a-a188-6a6604a3a677 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0914700 Jun 10 14:44:19.901096 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76b30444-89a4-42a2-9d67-4621d8d22498 req-9f860b13-98dd-47d5-a2e3-ada2384c77eb tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115117 Jun 10 14:44:19.935422 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-4ea59dca-c4a5-45a6-a551-4320aaa53a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:19.937112 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-4ea59dca-c4a5-45a6-a551-4320aaa53a37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1547093 Jun 10 14:44:20.006735 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-72e43770-f793-4050-93cd-fcabe27554c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.0578170 Jun 10 14:44:20.072038 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-8d7274f5-ad68-4b3d-9ffd-a62d67623828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.073468 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-8d7274f5-ad68-4b3d-9ffd-a62d67623828 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0552316 Jun 10 14:44:20.116093 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-d3962bc6-0c2f-4dcf-8d49-0c857c445624 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312254 Jun 10 14:44:20.246755 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-42966d38-18f1-49e8-bae0-33fdab8168e0 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159317 Jun 10 14:44:20.376372 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83f4a247-15d5-45a2-a6d7-27672aaeef4e req-63f14b19-57f1-44c8-8c81-90a4819707af service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204474 Jun 10 14:44:20.523491 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0c7d8-7ca9-4de0-a034-0bccc9d4645b req-15589e2b-c58c-4da0-8f54-363a57a152ab tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:20.524957 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c5a0c7d8-7ca9-4de0-a034-0bccc9d4645b req-15589e2b-c58c-4da0-8f54-363a57a152ab tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0793352 Jun 10 14:44:20.567392 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c5a0c7d8-7ca9-4de0-a034-0bccc9d4645b req-f88f5864-4362-4b73-a5e3-8cfb5981253a tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Jun 10 14:44:21.083760 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985641e3-3675-4266-9ac6-6bba711fc14b req-f3dce355-41c2-4d93-81af-f08ac0a75731 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:21.087427 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-985641e3-3675-4266-9ac6-6bba711fc14b req-f3dce355-41c2-4d93-81af-f08ac0a75731 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0750210 Jun 10 14:44:21.132196 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-985641e3-3675-4266-9ac6-6bba711fc14b req-444bd251-2e89-4557-be13-50fc321280da tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Jun 10 14:44:21.762070 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560766e-e968-43f4-b2eb-96cf8d87422c req-2b363efb-bb29-45a1-a5c0-b59ecf4008fd tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:21.763709 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d560766e-e968-43f4-b2eb-96cf8d87422c req-2b363efb-bb29-45a1-a5c0-b59ecf4008fd tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0706720 Jun 10 14:44:21.807904 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d560766e-e968-43f4-b2eb-96cf8d87422c req-cd2d237c-e68d-4c14-b0b2-911c169759dc tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372539 Jun 10 14:44:22.320792 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733fbe8-1db2-42df-9adb-f436ec8f3f33 req-6906fe93-5c91-40c6-acfd-1bf22944b499 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:22.322529 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6733fbe8-1db2-42df-9adb-f436ec8f3f33 req-6906fe93-5c91-40c6-acfd-1bf22944b499 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0736620 Jun 10 14:44:22.373822 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6733fbe8-1db2-42df-9adb-f436ec8f3f33 req-f55b9f61-9380-484a-8047-87b3cc6a2d8b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Jun 10 14:44:22.470823 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 47754) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:22.578317 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d69fa732-7169-459f-97af-caffea0522d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:22.677258 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d69fa732-7169-459f-97af-caffea0522d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:22.682060 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d69fa732-7169-459f-97af-caffea0522d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:22.684527 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bfffc1c4-9928-4c16-9382-0c2a7822d39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:22.725262 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d69fa732-7169-459f-97af-caffea0522d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18eb383ae65b4747b11f97f759555cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531550 Jun 10 14:44:22.725991 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fa732-7169-459f-97af-caffea0522d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e9e2da-b0f5-44b7-9bd3-5c015b7e940f,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:22.727749 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47762) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:22.729043 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d69fa732-7169-459f-97af-caffea0522d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:22.786275 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:22.809647 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:22.863828 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:22.866613 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:22.871538 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7e9e2da-b0f5-44b7-9bd3-5c015b7e940f HTTP/1.1" status: 204 len: 168 time: 0.1390257 Jun 10 14:44:22.871538 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f690a1f9-3dbe-46fe-aa63-e4c642f8851d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:22.879021 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e9e2da-b0f5-44b7-9bd3-5c015b7e940f,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:22.881415 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:23.014845 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8bf6d-7e97-4e9f-9c0b-583933d12ff8 req-7f72da16-d69e-4363-b40f-f9e4a6890285 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:23.017203 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f6b8bf6d-7e97-4e9f-9c0b-583933d12ff8 req-7f72da16-d69e-4363-b40f-f9e4a6890285 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0839682 Jun 10 14:44:23.064497 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f6b8bf6d-7e97-4e9f-9c0b-583933d12ff8 req-a48079cd-41c9-434e-ad10-02762d35b05b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Jun 10 14:44:23.159563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47774) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:23.175701 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f27e5221-c9ba-4dd6-bede-b2da381c6d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:23.275664 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f27e5221-c9ba-4dd6-bede-b2da381c6d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:23.280377 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f27e5221-c9ba-4dd6-bede-b2da381c6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:23.283535 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-321a707b-1596-4156-9ab7-ff44ce670b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:23.321742 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e5221-c9ba-4dd6-bede-b2da381c6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0bdc25-546e-4b1a-b0e9-e9d77cf274d3,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:23.326086 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f27e5221-c9ba-4dd6-bede-b2da381c6d26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3cc8da80aaa430397d3b9f1d028cb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654758 Jun 10 14:44:23.327072 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f27e5221-c9ba-4dd6-bede-b2da381c6d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:23.329214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 47776) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:23.383382 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:23.409643 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:23.474367 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:23.477059 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:23.479353 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe0bdc25-546e-4b1a-b0e9-e9d77cf274d3 HTTP/1.1" status: 204 len: 168 time: 0.1491899 Jun 10 14:44:23.480479 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bc0de58f-5cf6-459c-b5a0-ea751a1bd421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:23.489604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0bdc25-546e-4b1a-b0e9-e9d77cf274d3,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:23.491910 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:23.582975 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf5203-9d51-431f-86e1-19f716aa6040 req-f87240b9-2c37-4889-928e-6a24b2b41464 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:23.584506 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-84bf5203-9d51-431f-86e1-19f716aa6040 req-f87240b9-2c37-4889-928e-6a24b2b41464 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0829024 Jun 10 14:44:23.637180 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-84bf5203-9d51-431f-86e1-19f716aa6040 req-6ece78b2-3103-4d1f-acb8-64796416da33 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Jun 10 14:44:24.262700 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd7e3e-1df0-4f54-8b77-0ee0ef193abf req-6f486f74-ba0e-4c8e-a65a-9a2b49231788 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:24.264160 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-88fd7e3e-1df0-4f54-8b77-0ee0ef193abf req-6f486f74-ba0e-4c8e-a65a-9a2b49231788 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0722260 Jun 10 14:44:24.315051 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-88fd7e3e-1df0-4f54-8b77-0ee0ef193abf req-9f6df296-812c-4d75-b9d1-b87d84e00c21 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420525 Jun 10 14:44:24.347471 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:44:24.831302 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ae73-9a4d-4db9-ba58-8b8131536437 req-299607cb-30f7-4679-97af-195296b2bc30 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:24.832784 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9525ae73-9a4d-4db9-ba58-8b8131536437 req-299607cb-30f7-4679-97af-195296b2bc30 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0728385 Jun 10 14:44:24.880241 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9525ae73-9a4d-4db9-ba58-8b8131536437 req-38961988-4a65-40ae-a879-8d37624ced2c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Jun 10 14:44:25.508639 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3e8f6-16e3-4593-bad5-a2af3553718d req-e22a1eb1-68bb-4872-b9d9-f5e8e1cca02d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:25.510248 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-04b3e8f6-16e3-4593-bad5-a2af3553718d req-e22a1eb1-68bb-4872-b9d9-f5e8e1cca02d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0755465 Jun 10 14:44:25.557299 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-04b3e8f6-16e3-4593-bad5-a2af3553718d req-347db12d-cff8-4964-84e2-67a815b11b18 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Jun 10 14:44:26.074688 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4986e-5867-432b-8f56-75c71c6725f2 req-feb21ff1-79da-4383-8db9-4a1c28b1d9a2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:26.076171 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-24e4986e-5867-432b-8f56-75c71c6725f2 req-feb21ff1-79da-4383-8db9-4a1c28b1d9a2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0794890 Jun 10 14:44:26.117377 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-24e4986e-5867-432b-8f56-75c71c6725f2 req-709082cc-cea6-487e-8260-91b228d82d11 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Jun 10 14:44:26.501825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-28c4520d-bb85-4144-bcc8-c4f4b0a06ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:26.751530 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa76f98-8548-4fbc-b4ed-1af153616af4 req-2ea74591-3308-4588-8a0e-6e21b46435a8 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:26.753062 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2aa76f98-8548-4fbc-b4ed-1af153616af4 req-2ea74591-3308-4588-8a0e-6e21b46435a8 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0717168 Jun 10 14:44:26.807632 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2aa76f98-8548-4fbc-b4ed-1af153616af4 req-39e3a41e-9d77-4c8b-9bc3-8eeaeaa9777b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479853 Jun 10 14:44:27.076137 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:27.309430 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf1ddf-0566-4c92-901a-9aed1b669565 req-8bd32260-dcfc-4448-99ff-f5d2990b51d9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:27.310874 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-68bf1ddf-0566-4c92-901a-9aed1b669565 req-8bd32260-dcfc-4448-99ff-f5d2990b51d9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0731158 Jun 10 14:44:27.367465 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-68bf1ddf-0566-4c92-901a-9aed1b669565 req-9dd63594-6db6-439a-9c4b-277b1141da29 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471911 Jun 10 14:44:27.990160 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8f4c-ef47-40a3-a4bd-47f7adeaa278 req-027807be-36be-4311-b133-e14be00624d7 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:27.991751 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a3ff8f4c-ef47-40a3-a4bd-47f7adeaa278 req-027807be-36be-4311-b133-e14be00624d7 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0721200 Jun 10 14:44:28.033927 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a3ff8f4c-ef47-40a3-a4bd-47f7adeaa278 req-7aeb54fd-b998-4d8c-a4c7-16e86d448dc9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Jun 10 14:44:28.554636 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2cc7-303c-4a31-a8df-e55d798fa091 req-c7dec43b-f71c-46a3-a136-badad3adef4f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:28.556232 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-303d2cc7-303c-4a31-a8df-e55d798fa091 req-c7dec43b-f71c-46a3-a136-badad3adef4f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0766141 Jun 10 14:44:28.598649 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-303d2cc7-303c-4a31-a8df-e55d798fa091 req-3af4872c-ad88-4765-9d39-28f108f0a920 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354564 Jun 10 14:44:29.198247 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-4f94ae17-37c3-4e86-ab88-7f82350918a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.218838 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5a1f5-b0f1-4943-9ba8-b4a447aa2bd3 req-d467a79f-13f6-4c5c-964e-90f0a2594212 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.220036 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:29.220497 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-66b5a1f5-b0f1-4943-9ba8-b4a447aa2bd3 req-d467a79f-13f6-4c5c-964e-90f0a2594212 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0720558 Jun 10 14:44:29.268934 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-66b5a1f5-b0f1-4943-9ba8-b4a447aa2bd3 req-741d2365-6186-46ba-b0d8-c9e8d3754185 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Jun 10 14:44:29.784396 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fd042-3132-4a75-9113-e9c3903c664f req-ea36b760-04b5-47f3-aa3c-e7542abf03e3 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:29.785892 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f23fd042-3132-4a75-9113-e9c3903c664f req-ea36b760-04b5-47f3-aa3c-e7542abf03e3 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0745873 Jun 10 14:44:29.827389 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f23fd042-3132-4a75-9113-e9c3903c664f req-5e37d5b3-ff9f-425d-95f9-524a3663064f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359621 Jun 10 14:44:30.087250 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:30.455416 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d382c-67b1-4fb3-a0a2-c40abdbd08ac req-c3080645-3c51-4f11-a2a1-a64b8583b610 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:30.456907 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a53d382c-67b1-4fb3-a0a2-c40abdbd08ac req-c3080645-3c51-4f11-a2a1-a64b8583b610 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0704589 Jun 10 14:44:30.503194 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a53d382c-67b1-4fb3-a0a2-c40abdbd08ac req-43e0ba2e-7544-4ecd-b0a4-194855adde50 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Jun 10 14:44:31.010138 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f7e52-4b44-4712-921e-f95e8f86909d req-f554452e-6cc2-44c4-937a-1653e7508091 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.011684 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-619f7e52-4b44-4712-921e-f95e8f86909d req-f554452e-6cc2-44c4-937a-1653e7508091 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0689139 Jun 10 14:44:31.059444 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-619f7e52-4b44-4712-921e-f95e8f86909d req-72320d9d-3315-4010-92df-14cc7a953919 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Jun 10 14:44:31.700788 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4ca3-3df2-43c0-ba26-73f55be42249 req-c5831d9e-3c0d-4a21-b86f-be0271b13b61 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:31.701677 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48022) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:31.702290 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ad6e4ca3-3df2-43c0-ba26-73f55be42249 req-c5831d9e-3c0d-4a21-b86f-be0271b13b61 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 943 time: 0.0790699 Jun 10 14:44:31.748762 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ad6e4ca3-3df2-43c0-ba26-73f55be42249 req-4f99525f-6d39-4dcf-8a50-020965b71797 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Jun 10 14:44:31.811680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b6a2bd93-a014-4c5f-b743-c2d51f27a484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:31.910053 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b6a2bd93-a014-4c5f-b743-c2d51f27a484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:31.913577 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b6a2bd93-a014-4c5f-b743-c2d51f27a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:31.917016 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6c76f083-c384-4f0d-86b5-57872b23bd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:31.934471 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:31.958754 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-b6a2bd93-a014-4c5f-b743-c2d51f27a484 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b81515f2241492b8515e2b34b543fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555678 Jun 10 14:44:31.959018 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48032) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:31.964933 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2bd93-a014-4c5f-b743-c2d51f27a484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a37873-9362-4fb8-a191-072c40a2db3b,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:31.968873 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd93-a014-4c5f-b743-c2d51f27a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:32.019002 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.043668 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.104613 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.107801 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.111372 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89a37873-9362-4fb8-a191-072c40a2db3b HTTP/1.1" status: 204 len: 168 time: 0.1511424 Jun 10 14:44:32.112673 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e782281a-b0f3-4a6c-a9b3-f9b8ccf61ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:32.121784 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a37873-9362-4fb8-a191-072c40a2db3b,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:32.129288 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:32.253780 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6290-8592-41f8-90b2-663a06920971 req-ca6656ff-74e1-4f48-b171-ed2e9152cbb8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:32.255322 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-21ad6290-8592-41f8-90b2-663a06920971 req-ca6656ff-74e1-4f48-b171-ed2e9152cbb8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0740464 Jun 10 14:44:32.301119 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-21ad6290-8592-41f8-90b2-663a06920971 req-979eb3ca-e890-4fb8-8f3e-0815a35a30fb tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 Jun 10 14:44:32.397292 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48048) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:32.419604 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-12a1e04d-7af1-4202-bbae-03ef801e7f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.510627 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-12a1e04d-7af1-4202-bbae-03ef801e7f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.514453 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-12a1e04d-7af1-4202-bbae-03ef801e7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.517533 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d976bdcc-ded3-420f-9f8e-2094897874a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:32.556785 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-12a1e04d-7af1-4202-bbae-03ef801e7f71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90fb994093ae443bb77d66432c7f7d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584709 Jun 10 14:44:32.557882 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1e04d-7af1-4202-bbae-03ef801e7f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc402ef-d7df-4fec-bd10-a932aaffba56,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:32.559787 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48050) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:32.560967 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-12a1e04d-7af1-4202-bbae-03ef801e7f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:32.594155 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device abec9073-96af-4297-a6fc-3d45cc3bc999 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:44:32.617345 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.640694 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.696103 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.698796 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.702887 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbc402ef-d7df-4fec-bd10-a932aaffba56 HTTP/1.1" status: 204 len: 168 time: 0.1419091 Jun 10 14:44:32.703701 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7ac02bb0-3693-4a03-85ca-c1fb5a5ba20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:32.712027 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc402ef-d7df-4fec-bd10-a932aaffba56,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:32.714229 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:32.738170 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port abec9073-96af-4297-a6fc-3d45cc3bc999, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=abec9073-96af-4297-a6fc-3d45cc3bc999,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:32.751953 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'abec9073-96af-4297-a6fc-3d45cc3bc999', 'network_id': 'cc765f90-4b1d-44a9-967a-d8aa778679a9', 'port_id': 'abec9073-96af-4297-a6fc-3d45cc3bc999', 'mac_address': 'fa:16:3e:4d:84:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c149d9-a2ab-46ea-8b00-5317d3574b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:44:32.795743 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.811103 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abec9073-96af-4297-a6fc-3d45cc3bc999 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:44:32.834428 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port abec9073-96af-4297-a6fc-3d45cc3bc999, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=abec9073-96af-4297-a6fc-3d45cc3bc999,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:32.839194 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:32.840933 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:32.907198 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=abec9073-96af-4297-a6fc-3d45cc3bc999,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:32.922123 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:32.962239 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7913e8-7421-48a2-b1bf-8bdb6e10974e req-eb52f9c4-15a8-432f-8173-b6d0dc31d8b6 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:32.963764 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6f7913e8-7421-48a2-b1bf-8bdb6e10974e req-eb52f9c4-15a8-432f-8173-b6d0dc31d8b6 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 944 time: 0.0882595 Jun 10 14:44:33.007785 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6f7913e8-7421-48a2-b1bf-8bdb6e10974e req-5b9bac38-9f4d-4b1a-9cca-deab3360788a tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 Jun 10 14:44:33.049750 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48060) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:33.065680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1dd875a2-77e2-4bcb-83d7-15d9046064bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:33.170646 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1dd875a2-77e2-4bcb-83d7-15d9046064bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:33.180858 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1dd875a2-77e2-4bcb-83d7-15d9046064bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:33.184339 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bf19e556-fabf-42d5-b270-15e8097ce5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:33.223326 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-1dd875a2-77e2-4bcb-83d7-15d9046064bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7972214a5ecf46e98651a99023527e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724527 Jun 10 14:44:33.224468 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd875a2-77e2-4bcb-83d7-15d9046064bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46160bcc-9e53-4208-bb55-8e15f9ee0025,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:33.226048 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48066) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:33.227373 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1dd875a2-77e2-4bcb-83d7-15d9046064bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:33.284211 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:33.306517 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:33.365777 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:33.369285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:33.373701 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46160bcc-9e53-4208-bb55-8e15f9ee0025 HTTP/1.1" status: 204 len: 168 time: 0.1463072 Jun 10 14:44:33.376102 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ee06b5c4-6adb-46e0-8a83-415c5bcbfcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:33.389075 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46160bcc-9e53-4208-bb55-8e15f9ee0025,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:33.393355 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:33.448246 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['abec9073-96af-4297-a6fc-3d45cc3bc999'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:33.519998 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b02601-5371-4994-8c1b-9c293e0a946f req-5060be01-42d9-4a68-bbcb-951ae4a6b163 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:33.521482 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d3b02601-5371-4994-8c1b-9c293e0a946f req-5060be01-42d9-4a68-bbcb-951ae4a6b163 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0771024 Jun 10 14:44:33.573800 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d3b02601-5371-4994-8c1b-9c293e0a946f req-f641b3a8-b179-414e-838c-4f4dde1edbae tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Jun 10 14:44:34.194614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83524a-5c02-4c2e-a6ea-d0e950c2f29b req-55d06099-0df4-474a-afe3-7105b4bac297 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:34.196369 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6b83524a-5c02-4c2e-a6ea-d0e950c2f29b req-55d06099-0df4-474a-afe3-7105b4bac297 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 944 time: 0.0738711 Jun 10 14:44:34.244871 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6b83524a-5c02-4c2e-a6ea-d0e950c2f29b req-340271fe-d8e7-44ed-8f41-9bcd38a07b1b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Jun 10 14:44:34.760184 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652005-f1ba-4c10-836d-1a398787dd01 req-18218e32-f5ca-4ff4-8fdc-ac7ea09e637f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:34.761674 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5b652005-f1ba-4c10-836d-1a398787dd01 req-18218e32-f5ca-4ff4-8fdc-ac7ea09e637f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0721450 Jun 10 14:44:34.802141 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5b652005-f1ba-4c10-836d-1a398787dd01 req-ceb0ea32-072f-412b-8cdb-5de9d4013f15 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Jun 10 14:44:35.432797 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c40187-d217-4b96-84e9-4799e745958f req-11432afa-6d79-4d1a-9a33-80a565e9633f tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:35.434243 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-45c40187-d217-4b96-84e9-4799e745958f req-11432afa-6d79-4d1a-9a33-80a565e9633f tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 944 time: 0.0726538 Jun 10 14:44:35.476478 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-45c40187-d217-4b96-84e9-4799e745958f req-6177ed9b-e7e2-4241-8e7a-ff83eaa09202 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365567 Jun 10 14:44:35.988974 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410ddc-559d-4bc1-a5ba-116ffda0edf9 req-662345b8-e6eb-4505-baf4-702d7330e92f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:35.990617 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19410ddc-559d-4bc1-a5ba-116ffda0edf9 req-662345b8-e6eb-4505-baf4-702d7330e92f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0725083 Jun 10 14:44:36.031707 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19410ddc-559d-4bc1-a5ba-116ffda0edf9 req-cf193f01-23a4-4e84-8286-c51813b0903f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355101 Jun 10 14:44:36.616323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device abec9073-96af-4297-a6fc-3d45cc3bc999 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:44:36.660658 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6904721-9263-456c-b26c-11cbbe67aeef req-422b14c1-cef1-4fae-a9f0-64d1b4c38b0d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:36.661616 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c6904721-9263-456c-b26c-11cbbe67aeef req-422b14c1-cef1-4fae-a9f0-64d1b4c38b0d tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 944 time: 0.0693591 Jun 10 14:44:36.676542 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port abec9073-96af-4297-a6fc-3d45cc3bc999 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:44:36.680769 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port abec9073-96af-4297-a6fc-3d45cc3bc999 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:44:36.681159 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:36.713510 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c6904721-9263-456c-b26c-11cbbe67aeef req-61b15491-9317-4fb7-b19b-0b93ea62d9e1 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Jun 10 14:44:36.782643 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:36.808257 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec9073-96af-4297-a6fc-3d45cc3bc999'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:36.810709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1a00a-e3b2-416e-85ef-323f01b7c9af" -d '{"events": [{"server_uuid": "cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4", "name": "network-vif-plugged", "status": "completed", "tag": "abec9073-96af-4297-a6fc-3d45cc3bc999"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:36.825229 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port abec9073-96af-4297-a6fc-3d45cc3bc999, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=abec9073-96af-4297-a6fc-3d45cc3bc999,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:36.830565 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:36.833976 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:36.871232 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9970f48e-28c9-48a9-b095-506a31b3d164 x-openstack-request-id: req-9970f48e-28c9-48a9-b095-506a31b3d164 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:36.871619 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4", "name": "network-vif-plugged", "status": "completed", "tag": "abec9073-96af-4297-a6fc-3d45cc3bc999", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:36.871908 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9970f48e-28c9-48a9-b095-506a31b3d164 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:36.872315 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec9073-96af-4297-a6fc-3d45cc3bc999', 'code': 200} Jun 10 14:44:36.906295 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=abec9073-96af-4297-a6fc-3d45cc3bc999,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:36.909981 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:37.026301 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48158) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:37.148944 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2831a-d113-4874-8eae-cd9393e2ccfc req-40e11f82-b02d-4a74-b451-8c6564026c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:37.149939 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:37.150569 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2b2831a-d113-4874-8eae-cd9393e2ccfc req-40e11f82-b02d-4a74-b451-8c6564026c3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 1098 time: 0.0716190 Jun 10 14:44:37.228585 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2b2831a-d113-4874-8eae-cd9393e2ccfc req-5e5d62d5-6f1e-4523-954f-d77532591c4e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Jun 10 14:44:37.253269 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:37.256100 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55358f7-896c-4e57-901b-4ad9baad45b5 req-ad47efb9-d3c8-4bf2-bbcb-855830d728f2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:37.257019 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:37.257629 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c55358f7-896c-4e57-901b-4ad9baad45b5 req-ad47efb9-d3c8-4bf2-bbcb-855830d728f2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1059842 Jun 10 14:44:37.259385 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-db4b627a-edb3-42a6-ada5-c6f7c3b38c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:37.302850 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d333bb2b27047abafd5bfe5070b7f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752934 Jun 10 14:44:37.303656 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdedbf7-2cde-432f-a23c-4246a278358f,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:37.304807 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c55358f7-896c-4e57-901b-4ad9baad45b5 req-873c4947-02a6-495e-ae98-92cab7ba35a9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Jun 10 14:44:37.305262 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48166) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:37.311081 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.311451 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.311844 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.312203 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.312555 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.312903 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.313248 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.313591 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.313936 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.314277 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.314616 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.314969 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.318769 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:37.361928 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:37.384749 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:37.435395 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:37.438416 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:37.439560 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfdedbf7-2cde-432f-a23c-4246a278358f HTTP/1.1" status: 204 len: 168 time: 0.1334012 Jun 10 14:44:37.440289 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-21cfca02-168f-4e21-afa5-6ac64b940b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:37.448728 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdedbf7-2cde-432f-a23c-4246a278358f,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:37.455820 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.456190 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.456554 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.456908 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.457259 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.457609 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.457955 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.458302 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.458644 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.459008 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.459352 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.459693 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:44:37.462719 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:37.915091 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b5925-1a67-432f-9544-a4c915e91657 req-fb7e65f6-eb31-494b-9629-dd8c8559955e tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:37.919395 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-023b5925-1a67-432f-9544-a4c915e91657 req-fb7e65f6-eb31-494b-9629-dd8c8559955e tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0808837 Jun 10 14:44:37.963686 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-023b5925-1a67-432f-9544-a4c915e91657 req-2df7974d-7f3e-4263-9861-e21e33028b75 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Jun 10 14:44:38.505553 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89a895-4b91-4208-89cc-f90804fa6b1f req-ea536647-efb9-4221-b02d-85f72d9b6275 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:38.507066 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4d89a895-4b91-4208-89cc-f90804fa6b1f req-ea536647-efb9-4221-b02d-85f72d9b6275 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0797043 Jun 10 14:44:38.572869 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4d89a895-4b91-4208-89cc-f90804fa6b1f req-3ae8155c-fe09-44b7-9990-e5babc469ed3 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598116 Jun 10 14:44:39.151210 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157760af-cd67-4abf-9889-ff815b50e643 req-764dd87f-4303-46f2-b51f-4b0919b3734a tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:39.152671 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-157760af-cd67-4abf-9889-ff815b50e643 req-764dd87f-4303-46f2-b51f-4b0919b3734a tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0729523 Jun 10 14:44:39.193745 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-157760af-cd67-4abf-9889-ff815b50e643 req-2fe33e53-623e-4dc7-a135-3db244d47a84 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348089 Jun 10 14:44:39.769801 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035ff90-c5cd-437c-876f-ee2c6e86d468 req-038fdc44-ee16-4723-8a91-2408f5af5c6d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:39.771641 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f035ff90-c5cd-437c-876f-ee2c6e86d468 req-038fdc44-ee16-4723-8a91-2408f5af5c6d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0727997 Jun 10 14:44:39.826625 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f035ff90-c5cd-437c-876f-ee2c6e86d468 req-410d7c9d-a29b-4a4f-8acf-5cf5469f964c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443037 Jun 10 14:44:40.236540 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48272) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:40.357909 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-279cf317-85d3-4e2c-9ae2-5cb2037e2811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.464674 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-279cf317-85d3-4e2c-9ae2-5cb2037e2811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.469020 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-279cf317-85d3-4e2c-9ae2-5cb2037e2811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.471459 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ebdf1b1d-f445-477f-b57d-a4bd0fb8ce6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:40.512802 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cf317-85d3-4e2c-9ae2-5cb2037e2811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25eb57f-2465-4129-a7c7-6b4559329402,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:40.517008 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-279cf317-85d3-4e2c-9ae2-5cb2037e2811 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d90236dac79e4e03a403e1185014c5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782698 Jun 10 14:44:40.518042 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-279cf317-85d3-4e2c-9ae2-5cb2037e2811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:40.519727 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48280) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:44:40.572008 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.597273 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.646146 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.648785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:40.649920 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d25eb57f-2465-4129-a7c7-6b4559329402 HTTP/1.1" status: 204 len: 168 time: 0.1292892 Jun 10 14:44:40.650661 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dc5454ae-bfa2-4455-b635-b9e0173bebbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:40.666631 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25eb57f-2465-4129-a7c7-6b4559329402,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:40.669174 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:41.044109 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20aa3a-8dc4-405b-94ee-2472ec2d3dba req-e6151dc4-3cbd-4a4a-819f-ac08fd8c786a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:41.045602 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1b20aa3a-8dc4-405b-94ee-2472ec2d3dba req-e6151dc4-3cbd-4a4a-819f-ac08fd8c786a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0805447 Jun 10 14:44:41.107315 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1b20aa3a-8dc4-405b-94ee-2472ec2d3dba req-d11a0dc9-8d46-40ff-90e6-797a7c638d2b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526381 Jun 10 14:44:41.210197 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159429e0-ceb3-4737-b985-4b62900b1807 req-ed5815a7-42d1-4da1-8e62-d172d0f78cac tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:41.211723 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-159429e0-ceb3-4737-b985-4b62900b1807 req-ed5815a7-42d1-4da1-8e62-d172d0f78cac tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0989304 Jun 10 14:44:41.260786 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-159429e0-ceb3-4737-b985-4b62900b1807 req-3ecf31d3-58a8-4980-a44e-3b518aee4d50 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Jun 10 14:44:45.558789 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616a195-0ae8-4947-a02e-1db6c0031eff req-8360565b-24cf-4be8-892a-a9c2eaa3340b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:45.559358 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943ca08-4b44-442f-af75-5e2c76417a01 req-5983776f-839b-4794-af99-34a56744e620 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:45.560304 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e616a195-0ae8-4947-a02e-1db6c0031eff req-8360565b-24cf-4be8-892a-a9c2eaa3340b tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0709810 Jun 10 14:44:45.563348 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5943ca08-4b44-442f-af75-5e2c76417a01 req-5983776f-839b-4794-af99-34a56744e620 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0758903 Jun 10 14:44:45.605847 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e616a195-0ae8-4947-a02e-1db6c0031eff req-d85cf688-0fb8-4209-8686-db7770f68481 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 Jun 10 14:44:45.607859 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5943ca08-4b44-442f-af75-5e2c76417a01 req-b7121670-b335-4b54-b918-2ff3934b40af tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396214 Jun 10 14:44:46.802546 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b88dc-891f-4de4-8b9d-80a0c64d8dbb req-f9bb8d9f-fb34-4390-91d7-f6b6411e0f39 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:46.804942 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fc5b88dc-891f-4de4-8b9d-80a0c64d8dbb req-f9bb8d9f-fb34-4390-91d7-f6b6411e0f39 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0800824 Jun 10 14:44:46.836000 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f68e-1c24-40dc-a2b1-58a4e992db27 req-ab48a3f7-2749-4fb7-9693-6e76027d6c50 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:46.837484 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0972f68e-1c24-40dc-a2b1-58a4e992db27 req-ab48a3f7-2749-4fb7-9693-6e76027d6c50 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0769672 Jun 10 14:44:46.850603 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fc5b88dc-891f-4de4-8b9d-80a0c64d8dbb req-66e6792b-0faa-4779-9d59-3c9f3caf6ade tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Jun 10 14:44:46.883796 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0972f68e-1c24-40dc-a2b1-58a4e992db27 req-3df795b1-3e56-41b4-930b-707b9ed01522 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396023 Jun 10 14:44:48.055233 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c55b5c-3233-4628-b454-2194725ff33d req-27218ae3-598f-4680-8cda-a8bba2b0ce1d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:48.057479 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-68c55b5c-3233-4628-b454-2194725ff33d req-27218ae3-598f-4680-8cda-a8bba2b0ce1d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0899408 Jun 10 14:44:48.080122 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b96e2-becb-4b61-813c-78777f50ec48 req-e9efe257-643a-4360-9ebf-064a6b4d3bfc tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:48.081750 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d97b96e2-becb-4b61-813c-78777f50ec48 req-e9efe257-643a-4360-9ebf-064a6b4d3bfc tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0772679 Jun 10 14:44:48.116936 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-68c55b5c-3233-4628-b454-2194725ff33d req-83577c2f-04ab-4aff-9549-0c53305c648f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535047 Jun 10 14:44:48.130833 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d97b96e2-becb-4b61-813c-78777f50ec48 req-6abaf853-33e0-4c91-a404-c06786ca98b7 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Jun 10 14:44:48.738765 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-ccd70c37-464d-4c98-8cff-767e3c360c9e tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:48.740296 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-ccd70c37-464d-4c98-8cff-767e3c360c9e tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0936646 Jun 10 14:44:48.900588 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Deleting port abec9073-96af-4297-a6fc-3d45cc3bc999 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:44:48.900940 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:49.041283 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] For port abec9073-96af-4297-a6fc-3d45cc3bc999, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=abec9073-96af-4297-a6fc-3d45cc3bc999,segment=NetworkSegment(ab2eda99-25bc-4c34-a4b9-6fca6fec6d46),segment_id=ab2eda99-25bc-4c34-a4b9-6fca6fec6d46)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:44:49.041646 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:49.138564 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Calling delete_port for abec9073-96af-4297-a6fc-3d45cc3bc999 owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:44:49.432354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5b6b-a219-4a19-81ca-ceec8e0ac8e7 req-1750742b-a6d0-4b32-8be4-638034bf2303 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:49.434496 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7f7b5b6b-a219-4a19-81ca-ceec8e0ac8e7 req-1750742b-a6d0-4b32-8be4-638034bf2303 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4 HTTP/1.1" status: 200 len: 945 time: 0.0970354 Jun 10 14:44:49.455266 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:49.461424 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:44:49.471312 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['abec9073-96af-4297-a6fc-3d45cc3bc999'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:44:49.495362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Pushing event deleted for resources: {'Port': ['ID=abec9073-96af-4297-a6fc-3d45cc3bc999,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:44:49.495805 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7f7b5b6b-a219-4a19-81ca-ceec8e0ac8e7 req-dfabd53b-959b-425e-838f-fe764ae196e8 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.23 "GET /v2.0/security-groups?id=fdfe3b5d-5f61-4770-a27a-45addc79cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531523 Jun 10 14:44:49.505710 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:44:49.546861 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe962cc9-307f-4c0d-a3f8-e93673203501 req-2cb02ef8-dc64-4646-b7d5-ad01a9cba3ba tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:49.548364 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fe962cc9-307f-4c0d-a3f8-e93673203501 req-2cb02ef8-dc64-4646-b7d5-ad01a9cba3ba tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1632035 Jun 10 14:44:49.573838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] No DVR routers for this DVR port abec9073-96af-4297-a6fc-3d45cc3bc999 on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:44:49.580663 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:49.582466 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c943caa-ebff-4b8f-a91a-0110280019e5 req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] 10.222.0.21 "DELETE /v2.0/ports/abec9073-96af-4297-a6fc-3d45cc3bc999 HTTP/1.1" status: 204 len: 173 time: 0.8296776 Jun 10 14:44:49.582955 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'name': 'network-vif-deleted', 'tag': 'abec9073-96af-4297-a6fc-3d45cc3bc999'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:44:49.585196 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dcbfc2-909e-4c5e-9d8a-330fd6ad4ca3" -d '{"events": [{"server_uuid": "cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4", "name": "network-vif-deleted", "tag": "abec9073-96af-4297-a6fc-3d45cc3bc999"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:44:49.632328 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9796d189-0261-454c-97b6-8f1f9aeb3ecf x-openstack-request-id: req-9796d189-0261-454c-97b6-8f1f9aeb3ecf {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:44:49.632649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4", "name": "network-vif-deleted", "tag": "abec9073-96af-4297-a6fc-3d45cc3bc999", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:44:49.632930 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9796d189-0261-454c-97b6-8f1f9aeb3ecf {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:44:49.633380 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2d30c5-d5f3-4337-9d74-f9d44b9f94b4', 'name': 'network-vif-deleted', 'tag': 'abec9073-96af-4297-a6fc-3d45cc3bc999', 'status': 'completed', 'code': 200} Jun 10 14:44:49.636598 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fe962cc9-307f-4c0d-a3f8-e93673203501 req-720fcb4d-fc8c-4c4d-b332-4f4e675cca14 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641234 Jun 10 14:44:50.872192 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4a23b-c460-441b-881b-cb0ea7026c0a req-dd2b430d-906f-445e-83ba-48249dd8efb5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:50.873807 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5ab4a23b-c460-441b-881b-cb0ea7026c0a req-dd2b430d-906f-445e-83ba-48249dd8efb5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1080964 Jun 10 14:44:50.935664 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5ab4a23b-c460-441b-881b-cb0ea7026c0a req-ca3c5c55-7760-4d63-b7a8-128f2f50a284 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543296 Jun 10 14:44:52.126136 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fa47d-fa57-4146-b18c-9b4b1939ca57 req-52550c7d-d41d-401a-8eb7-66a58b3ee534 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:52.127650 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-625fa47d-fa57-4146-b18c-9b4b1939ca57 req-52550c7d-d41d-401a-8eb7-66a58b3ee534 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0722191 Jun 10 14:44:52.168835 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-625fa47d-fa57-4146-b18c-9b4b1939ca57 req-93bcaa86-25cb-4128-a805-0fdce60619d0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357928 Jun 10 14:44:52.957887 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device abec9073-96af-4297-a6fc-3d45cc3bc999 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:44:52.983173 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: abec9073-96af-4297-a6fc-3d45cc3bc999 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:44:52.983570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device abec9073-96af-4297-a6fc-3d45cc3bc999 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:44:55.450296 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-7193440d-cc24-4f9c-95e3-bcbe624a234f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103380 Jun 10 14:44:55.495525 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1c136-c865-4b51-a25e-413ab5296e1d req-a3b0fc5c-6fdd-4cf4-bf56-799f2c4a6d79 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:55.497105 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b7d1c136-c865-4b51-a25e-413ab5296e1d req-a3b0fc5c-6fdd-4cf4-bf56-799f2c4a6d79 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0939085 Jun 10 14:44:55.574584 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b7d1c136-c865-4b51-a25e-413ab5296e1d req-558ba014-65c5-4220-8708-85b525682aa8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682540 Jun 10 14:44:55.588882 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-1241f28f-7346-468e-bd0a-f2bb6546dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:55.590335 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-1241f28f-7346-468e-bd0a-f2bb6546dfd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0923822 Jun 10 14:44:55.753202 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-da8307ec-1637-46e8-8aaa-59a0f9ce3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:55.754623 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-da8307ec-1637-46e8-8aaa-59a0f9ce3ae9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1147158 Jun 10 14:44:55.841684 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-178f8452-6960-4518-9c64-5a84a405c964 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 1001 time: 0.0766265 Jun 10 14:44:55.899257 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-8c073beb-bbd4-4ec9-8107-82a9b1545ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:55.900577 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-8c073beb-bbd4-4ec9-8107-82a9b1545ba9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0512846 Jun 10 14:44:55.963882 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-f653ca5f-2f12-4acd-97ef-a75784f7968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:55.965307 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-f653ca5f-2f12-4acd-97ef-a75784f7968d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560791 Jun 10 14:44:56.088380 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-7995eb9d-5dc5-40b1-98c8-9403de8414b9 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104112 Jun 10 14:44:56.205985 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c908f263-34db-432c-a2bb-9f5c4ba92d98 req-73425954-d294-4a05-b96a-ae1499d6d3da service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079605 Jun 10 14:44:56.502485 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-22b1bf8b-7bd6-4a0d-ab8e-c174ed11a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:56.763088 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a3974-4072-4f09-bc0a-8babe2c6e7fc req-cc6fbb53-9c03-4685-abf4-f470c0b96c9d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:56.764543 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b74a3974-4072-4f09-bc0a-8babe2c6e7fc req-cc6fbb53-9c03-4685-abf4-f470c0b96c9d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0743501 Jun 10 14:44:56.811339 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b74a3974-4072-4f09-bc0a-8babe2c6e7fc req-d01400cd-e9df-4c16-a614-7bfdd8812410 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Jun 10 14:44:57.079479 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:58.204509 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efab99-3102-47d8-93cc-17ab417e25aa req-3a6e259a-125c-4daf-9d23-2f17bfedc798 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:58.205865 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-94efab99-3102-47d8-93cc-17ab417e25aa req-3a6e259a-125c-4daf-9d23-2f17bfedc798 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.2818003 Jun 10 14:44:58.248334 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-94efab99-3102-47d8-93cc-17ab417e25aa req-3683a605-f913-436d-b8f1-e4ba97df94e9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367932 Jun 10 14:44:59.198058 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-589b8de1-ad75-4005-97ee-767de25a5a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.221333 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:44:59.436334 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d0d1-116b-46f7-85b5-7cd61698bac3 req-70b64a52-a1d9-4c8a-a9c7-ee5a99669b73 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:44:59.438385 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2af7d0d1-116b-46f7-85b5-7cd61698bac3 req-70b64a52-a1d9-4c8a-a9c7-ee5a99669b73 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0774336 Jun 10 14:44:59.481477 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2af7d0d1-116b-46f7-85b5-7cd61698bac3 req-e3de5a29-1931-4b3b-a345-1bb4155409de tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Jun 10 14:45:00.089044 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:00.666575 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c45da-7e17-45fa-abaf-6a3463a9ff7b req-2b731420-6dfd-4925-915d-1806ac80ebf1 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:00.668121 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-063c45da-7e17-45fa-abaf-6a3463a9ff7b req-2b731420-6dfd-4925-915d-1806ac80ebf1 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0752788 Jun 10 14:45:00.711426 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-063c45da-7e17-45fa-abaf-6a3463a9ff7b req-31ba5fe5-3a2b-4208-bfef-11e8ef1474a9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Jun 10 14:45:01.346717 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:45:01.920098 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bc37d-9774-448b-a033-8a99f27f96d6 req-fb9301d3-f250-4ad4-8de5-2cbfdb459773 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:01.921732 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-618bc37d-9774-448b-a033-8a99f27f96d6 req-fb9301d3-f250-4ad4-8de5-2cbfdb459773 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0728953 Jun 10 14:45:01.940004 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:01.966319 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-618bc37d-9774-448b-a033-8a99f27f96d6 req-7c208755-df7e-4d4f-afee-9604c99849a1 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Jun 10 14:45:02.348274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8776b-ed26-482e-8d55-9865ff2e503b req-3ce883a8-af3e-4e74-9ce8-bdcd3cc87f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:02.349851 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00f8776b-ed26-482e-8d55-9865ff2e503b req-3ce883a8-af3e-4e74-9ce8-bdcd3cc87f0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0688288 Jun 10 14:45:02.403577 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00f8776b-ed26-482e-8d55-9865ff2e503b req-10934c45-d35a-4176-83d4-c3443c7cd341 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Jun 10 14:45:02.480574 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48868) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:02.615766 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5b314d-0e2e-40cd-a9d0-f5c83109a0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:02.769283 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5b314d-0e2e-40cd-a9d0-f5c83109a0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:02.774395 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5b314d-0e2e-40cd-a9d0-f5c83109a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:02.778618 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-12e584c7-22e6-40be-b4ba-05f31477cf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:02.814291 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b314d-0e2e-40cd-a9d0-f5c83109a0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd2fe9-e257-4e8c-a2a6-1ccb987269f4,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:02.818650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c5b314d-0e2e-40cd-a9d0-f5c83109a0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:02.933043 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3c5b314d-0e2e-40cd-a9d0-f5c83109a0f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35018f94f1914b568bea1ffae219fc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512711 Jun 10 14:45:02.936181 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48882) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:03.087181 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f080d6c5-d92d-47c9-bb35-7202ad85acfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.127111 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f080d6c5-d92d-47c9-bb35-7202ad85acfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.198517 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f080d6c5-d92d-47c9-bb35-7202ad85acfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.205813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f080d6c5-d92d-47c9-bb35-7202ad85acfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.210871 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-f080d6c5-d92d-47c9-bb35-7202ad85acfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6acd2fe9-e257-4e8c-a2a6-1ccb987269f4 HTTP/1.1" status: 204 len: 168 time: 0.2735898 Jun 10 14:45:03.213387 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-12a1e04d-7af1-4202-bbae-03ef801e7f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:03.227076 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48904) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:03.232435 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080d6c5-d92d-47c9-bb35-7202ad85acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd2fe9-e257-4e8c-a2a6-1ccb987269f4,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:03.236002 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f080d6c5-d92d-47c9-bb35-7202ad85acfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:03.550434 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2dbf8-d099-4c14-95b1-0472c81f6839 req-da0ead46-9822-4fec-b15e-7248e3e871aa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:03.552090 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3db2dbf8-d099-4c14-95b1-0472c81f6839 req-da0ead46-9822-4fec-b15e-7248e3e871aa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.2840018 Jun 10 14:45:03.631958 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3db2dbf8-d099-4c14-95b1-0472c81f6839 req-16ed61cd-1eb4-454a-94e3-e15feac07117 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735033 Jun 10 14:45:03.800120 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.805339 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48916) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:03.823997 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9bef206-9981-4ea7-bb67-fb17d8d6f1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.865393 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.db.api [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 14:45:03.865393 dv-cinder-795785-1-iscsi neutron-server[98497]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 14:45:03.865393 dv-cinder-795785-1-iscsi neutron-server[98497]: [parameters: {'project_id': 'c0d145c7fd904d169db855dc5b3709f3', 'id': '6df04491-237a-40c2-bf8f-fbf12224723e', 'expiration': datetime.datetime(2021, 6, 10, 14, 47, 3, 850297)}] Jun 10 14:45:03.865393 dv-cinder-795785-1-iscsi neutron-server[98497]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 14:45:03.865831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_db.api [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 14:45:03.956341 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9bef206-9981-4ea7-bb67-fb17d8d6f1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.963164 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9bef206-9981-4ea7-bb67-fb17d8d6f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:03.966867 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-279cf317-85d3-4e2c-9ae2-5cb2037e2811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:04.011076 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b9bef206-9981-4ea7-bb67-fb17d8d6f1b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0646514ef8444a6d8b6463174a0125b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043798 Jun 10 14:45:04.012005 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bef206-9981-4ea7-bb67-fb17d8d6f1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181ced73-ece6-4a3b-a7db-65de50b0eb41,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:04.015157 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48918) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:04.015729 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b9bef206-9981-4ea7-bb67-fb17d8d6f1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:04.097562 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.132305 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.199668 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.208608 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.213034 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/181ced73-ece6-4a3b-a7db-65de50b0eb41 HTTP/1.1" status: 204 len: 168 time: 0.1951501 Jun 10 14:45:04.214738 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-840252f5-5935-45b0-81fe-3d6a01aa433c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:04.229131 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181ced73-ece6-4a3b-a7db-65de50b0eb41,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:04.232989 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:04.366589 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.577382 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.593655 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.602236 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5342a843-7266-4284-bf40-5ae28f1c95fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:04.687097 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321b370-582b-4fb1-ba49-7401a960e04d req-0d93889e-8a2f-42f4-a372-6ab7a77cac56 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:04.689972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32647ddc-497e-4e20-a527-7171c63c641e,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:04.698774 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0d145c7fd904d169db855dc5b3709f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4696529 Jun 10 14:45:04.699928 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:04.701978 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48948) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:04.706566 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8321b370-582b-4fb1-ba49-7401a960e04d req-0d93889e-8a2f-42f4-a372-6ab7a77cac56 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1199837 Jun 10 14:45:04.767492 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8321b370-582b-4fb1-ba49-7401a960e04d req-9f5435a4-a1e0-4243-a51b-fcbdaee2bbcd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548224 Jun 10 14:45:04.768917 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 48950) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:04.806517 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-173f4673-dac8-4fdd-90a6-3f4df2b93c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.922958 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:04.991072 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.167041 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-173f4673-dac8-4fdd-90a6-3f4df2b93c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.193755 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd607ba-2fdc-4ed5-b888-d6cae4714db0 req-dba58e64-5ef5-49d7-b1c2-75a47d79bbcf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:05.195924 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4dd607ba-2fdc-4ed5-b888-d6cae4714db0 req-dba58e64-5ef5-49d7-b1c2-75a47d79bbcf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.3449855 Jun 10 14:45:05.197803 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-173f4673-dac8-4fdd-90a6-3f4df2b93c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.202818 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-26be4793-8b45-41de-80d0-686cb84e9449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:05.264284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.268018 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.270943 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32647ddc-497e-4e20-a527-7171c63c641e HTTP/1.1" status: 204 len: 168 time: 0.5665395 Jun 10 14:45:05.282434 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f4673-dac8-4fdd-90a6-3f4df2b93c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5c0810-2959-49da-9795-1b5a375a1eb5,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:05.301615 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-173f4673-dac8-4fdd-90a6-3f4df2b93c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:05.307086 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 48964) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:05.308477 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-173f4673-dac8-4fdd-90a6-3f4df2b93c8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83588175a1e64227ba9a401679752b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357189 Jun 10 14:45:05.309188 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1dd875a2-77e2-4bcb-83d7-15d9046064bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:05.320083 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32647ddc-497e-4e20-a527-7171c63c641e,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:05.351408 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:05.386184 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4dd607ba-2fdc-4ed5-b888-d6cae4714db0 req-d3a85c85-2301-4424-9d52-55589505a000 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800423 Jun 10 14:45:05.411406 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.471249 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.612943 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.623448 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:05.626981 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc5c0810-2959-49da-9795-1b5a375a1eb5 HTTP/1.1" status: 204 len: 168 time: 0.3177121 Jun 10 14:45:05.628874 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-38dd7b67-0865-4864-977d-faf55d237cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:05.654340 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5c0810-2959-49da-9795-1b5a375a1eb5,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:05.658614 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:05.988609 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fe7c3-2eb7-47de-be13-74537f27f5ac req-91ad1792-ec79-466c-b11a-63ee822f96f2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:05.994345 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abecf1-dab3-4e72-8ca5-c7b9b4f351a4 req-b29d11a6-873a-4690-b714-8ac2d2ac817a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:05.996088 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-97abecf1-dab3-4e72-8ca5-c7b9b4f351a4 req-b29d11a6-873a-4690-b714-8ac2d2ac817a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.0871305 Jun 10 14:45:05.998565 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a08fe7c3-2eb7-47de-be13-74537f27f5ac req-91ad1792-ec79-466c-b11a-63ee822f96f2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0970488 Jun 10 14:45:06.049844 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a08fe7c3-2eb7-47de-be13-74537f27f5ac req-79cdb604-a834-4e6d-ac53-f8683eaaa584 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502865 Jun 10 14:45:06.063891 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-97abecf1-dab3-4e72-8ca5-c7b9b4f351a4 req-43b628a3-58a6-4165-be41-0484c452848d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532320 Jun 10 14:45:06.385996 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49024) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:06.509723 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49032) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:06.536507 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-605269309-network', 'tenant_id': '1066744b4c2042699697b137735d7c3e'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:06.560378 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Made reservation on behalf of 1066744b4c2042699697b137735d7c3e for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:06.563435 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.563784 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-631850588-network', 'tenant_id': '3a0ee1c8e031466c8557afdfe4dcede5'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:06.574148 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.584388 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Made reservation on behalf of 3a0ee1c8e031466c8557afdfe4dcede5 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:06.586623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.597360 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.672818 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.677116 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.679999 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-102cd2bb-7c97-4aa0-bffc-759dc1d01722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:06.703845 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:45:06.712418 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581e5698-9291-4300-bbc0-98cc846dbc74,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:06.715972 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:06.718671 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.719160 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Added segment 776fadd6-917d-483e-8d8e-35b68639ae1e of type vlan for network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb Jun 10 14:45:06.766726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.769191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.770524 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.773439 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-dd4cb87f-3ebb-4062-9ae2-ac70d87f63a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:06.799434 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:45:06.809104 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add34367-84aa-484c-a678-11d9564ba8c4,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:06.809486 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.810803 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:06.811446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.812350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:06.817927 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.818355 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Added segment 86868aea-761f-4d9b-aaa0-b05e97c66e83 of type vlan for network 543eb357-c552-4b50-8db0-49e07e115a76 Jun 10 14:45:06.823552 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:06.840227 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4531355 Jun 10 14:45:06.848800 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49038) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:06.853572 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Request body: {'subnet': {'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-605269309-subnet', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:06.869915 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.898986 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.900278 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:06.900856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.902847 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5219055d-a84b-490f-8947-09abf42f0de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:06.914571 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Pushing event updated for resources: {'Network': ['ID=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:06.918119 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:06.925474 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Made reservation on behalf of 1066744b4c2042699697b137735d7c3e for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:06.925636 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:45:06.928079 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9258563'] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:06.945140 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4337144 Jun 10 14:45:06.953027 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49040) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:06.963496 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Request body: {'subnet': {'network_id': '543eb357-c552-4b50-8db0-49e07e115a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-631850588-subnet', 'tenant_id': '3a0ee1c8e031466c8557afdfe4dcede5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:06.989798 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Pushing event updated for resources: {'Network': ['ID=543eb357-c552-4b50-8db0-49e07e115a76,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:06.992487 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:07.005661 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network 543eb357-c552-4b50-8db0-49e07e115a76 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:45:07.039105 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Made reservation on behalf of 3a0ee1c8e031466c8557afdfe4dcede5 for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:07.042561 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9258563'] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.357787 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1acd6-5cfd-4d38-acba-3b1510f2cfe3 req-f67e7cb9-92ec-46ed-aa06-e2eef5984de1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:07.362803 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b6d1acd6-5cfd-4d38-acba-3b1510f2cfe3 req-f67e7cb9-92ec-46ed-aa06-e2eef5984de1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1517832 Jun 10 14:45:07.428059 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8887722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9258581'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.434581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b40778bb-660f-4652-8549-441d09635fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:07.443717 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b6d1acd6-5cfd-4d38-acba-3b1510f2cfe3 req-3d3daf9f-c8cb-4e3b-8a90-be07d2708018 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716970 Jun 10 14:45:07.593198 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec748-853d-4185-a80a-dd0e51fc2e4c req-574ae286-a91a-407a-be32-03d83b0ccf70 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:07.600940 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0c6ec748-853d-4185-a80a-dd0e51fc2e4c req-574ae286-a91a-407a-be32-03d83b0ccf70 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.2764189 Jun 10 14:45:07.602116 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8887722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9258581'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.606549 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405c0ca2-b339-433f-8761-78c5815e5d5c,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:07.619935 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:07.625831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-dd3761db-c95c-4d50-8ecc-a59ed3e5f7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:07.727237 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Checking segment: {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:07.727356 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Network hostable DHCP agents. Network: b8d2cf86-0c82-4f03-865e-fe1bafbed5cb, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:45:07.757371 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cabee429-611f-4506-8dc6-d3f2d52ab803,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:07.764512 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:07.771971 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0c6ec748-853d-4185-a80a-dd0e51fc2e4c req-56ea9cc4-1d91-449a-be00-bb0c6c0d2ddc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508033 Jun 10 14:45:07.784712 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Checking segment: {'id': '86868aea-761f-4d9b-aaa0-b05e97c66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '543eb357-c552-4b50-8db0-49e07e115a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:07.784712 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Network hostable DHCP agents. Network: 543eb357-c552-4b50-8db0-49e07e115a76, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:45:07.792032 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:45:07.821691 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, b8d2cf86-0c82-4f03-865e-fe1bafbed5cb) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:07.826354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:07.826959 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.834461 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8ac58-920d-44d8-aa70-c93ec95d3c26 None None] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:07.842712 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Network 543eb357-c552-4b50-8db0-49e07e115a76 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:45:07.849753 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, 543eb357-c552-4b50-8db0-49e07e115a76) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:07.857378 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49060) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:07.862540 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:07.864478 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c33c7-79fe-4cbe-b25a-0098795f034e None None] Network 543eb357-c552-4b50-8db0-49e07e115a76 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:07.866712 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0168343 Jun 10 14:45:07.868866 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:07.869653 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.897003 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.898727 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:07.914183 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e75c7046-ee74-4183-ade5-d5b8ed861e1d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9601984 Jun 10 14:45:08.013103 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:08.298476 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2ecdb-e937-41f4-b9b7-3f9140f9afbe None None] Network 543eb357-c552-4b50-8db0-49e07e115a76 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:08.333291 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:08.401615 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:45:08.402527 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:08.814555 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Allocated IP 172.20.0.2 (b8d2cf86-0c82-4f03-865e-fe1bafbed5cb/405c0ca2-b339-433f-8761-78c5815e5d5c/47feebec-cde6-4e73-93b8-3a17a5122e6f) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:08.909501 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:08.950470 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:08.982239 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831cfed-4ac3-4fc9-a34c-d6f6ab4b4440 req-a62426f7-3950-4f87-94a6-a42660f8d538 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:08.990199 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5831cfed-4ac3-4fc9-a34c-d6f6ab4b4440 req-a62426f7-3950-4f87-94a6-a42660f8d538 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.3309104 Jun 10 14:45:09.030393 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.042037 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Transition to ACTIVE for port object 47feebec-cde6-4e73-93b8-3a17a5122e6f will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:09.051020 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae84745-5dd2-478b-b569-4698d6f170e0 req-4aca1498-0693-4637-87db-ebc50983dac6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:09.060065 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Transition to ACTIVE for port object 47feebec-cde6-4e73-93b8-3a17a5122e6f will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:09.063516 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4ae84745-5dd2-478b-b569-4698d6f170e0 req-4aca1498-0693-4637-87db-ebc50983dac6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1141233 Jun 10 14:45:09.078801 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.081074 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:09.111497 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5831cfed-4ac3-4fc9-a34c-d6f6ab4b4440 req-2910f42b-39db-4256-a477-4f9be637fd36 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202404 Jun 10 14:45:09.124753 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4ae84745-5dd2-478b-b569-4698d6f170e0 req-ac3011a8-a74c-43f1-b2d0-824bc5287365 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591795 Jun 10 14:45:09.147040 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:09.150028 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:09.154570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:09.158071 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Pushing event updated for resources: {'Port': ['ID=47feebec-cde6-4e73-93b8-3a17a5122e6f,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:09.171916 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.173129 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.173569 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.174019 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.174441 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.174870 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.175317 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.175786 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.176239 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.176660 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.177679 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.177679 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:09.193570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Allocated IP 172.27.1.158 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/f0199c3b-86f0-4f18-8428-1547b6084213) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:09.204225 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:09.248491 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Attempting to bind port 47feebec-cde6-4e73-93b8-3a17a5122e6f on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:09.249036 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Attempting to bind port 47feebec-cde6-4e73-93b8-3a17a5122e6f by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:09.249517 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Attempting to bind port 47feebec-cde6-4e73-93b8-3a17a5122e6f on network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:09.254825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:09.255464 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Checking segment: {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:09.255979 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.256482 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Bound using segment: {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:09.257061 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Bound port: 47feebec-cde6-4e73-93b8-3a17a5122e6f, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:09.257542 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.360333 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] For port 47feebec-cde6-4e73-93b8-3a17a5122e6f, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:09.379563 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] For port 47feebec-cde6-4e73-93b8-3a17a5122e6f, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=47feebec-cde6-4e73-93b8-3a17a5122e6f,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:09.388372 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.392651 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:09.431776 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-2917eca6-2d19-4b20-aa00-63c0918dab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:09.433378 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-2917eca6-2d19-4b20-aa00-63c0918dab9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.2254889 Jun 10 14:45:09.470390 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Pushing event updated for resources: {'Port': ['ID=47feebec-cde6-4e73-93b8-3a17a5122e6f,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:09.474048 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:09.502029 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.609962 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-7f2e2cbb-d71c-45fa-956e-47a84177de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:09.612294 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-7f2e2cbb-d71c-45fa-956e-47a84177de82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1673665 Jun 10 14:45:09.631804 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:09.679459 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:09.707810 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-401284f3-b544-4abe-8218-36d1094699be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.0861001 Jun 10 14:45:09.765317 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:09.772996 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:09.806151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:09.808651 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Pushing event updated for resources: {'Port': ['ID=f0199c3b-86f0-4f18-8428-1547b6084213,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:09.886509 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:09.905707 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-891bfe91-7dd6-441e-84c7-e5fb01ad5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:09.907679 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-891bfe91-7dd6-441e-84c7-e5fb01ad5dd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.1822736 Jun 10 14:45:10.488622 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49122) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:10.606818 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-38ec96d0-706e-476f-9ee9-dfcc2f42c71d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6920748 Jun 10 14:45:10.679856 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefa739-277d-4953-bc32-40ba7e274739 req-f4fd7bf6-a5f1-4c83-b979-3b62498b0b4e tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:10.690056 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-f4fd7bf6-a5f1-4c83-b979-3b62498b0b4e tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/networks?id=543eb357-c552-4b50-8db0-49e07e115a76 HTTP/1.1" status: 200 len: 813 time: 0.5863945 Jun 10 14:45:10.712228 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-dbce45cc-1e30-413d-a29e-1332310cbbe5 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/quotas/3a0ee1c8e031466c8557afdfe4dcede5 HTTP/1.1" status: 200 len: 375 time: 0.0210261 Jun 10 14:45:10.780198 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-a7e9391a-4895-476a-a757-549867f614b0 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0ee1c8e031466c8557afdfe4dcede5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669870 Jun 10 14:45:10.927743 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-8bf90333-24b1-41e2-96e8-657c9c217e26 service neutron] 10.222.0.23 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449046 Jun 10 14:45:10.978408 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-075caf38-7acd-4b0e-b3a8-50eddcaa106e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:11.043327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff728c-6ce5-42b0-ae33-28bc2e83cc9f req-a07852e0-2b0c-43c6-b8d4-9c56aeaa2426 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:11.045164 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1ff728c-6ce5-42b0-ae33-28bc2e83cc9f req-a07852e0-2b0c-43c6-b8d4-9c56aeaa2426 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.5592570 Jun 10 14:45:11.059985 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-bbe916eb-d444-42bb-a0cd-e2b8552b01f1 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325252 Jun 10 14:45:11.064241 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581fccbe-2a09-41e8-885a-9459c1b2e468 None None] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:11.114801 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 47feebec-cde6-4e73-93b8-3a17a5122e6f up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:11.163534 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-ad47a554-382b-49e6-be6a-cb4ea8defc74 service neutron] 10.222.0.23 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292418 Jun 10 14:45:11.245600 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-79abff3f-a8fb-465e-bc4b-f2e0787914d6 None None] Provisioning for port 47feebec-cde6-4e73-93b8-3a17a5122e6f completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:11.308639 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 47feebec-cde6-4e73-93b8-3a17a5122e6f completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:11.317951 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 47feebec-cde6-4e73-93b8-3a17a5122e6f triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:11.318501 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:11.478677 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1ff728c-6ce5-42b0-ae33-28bc2e83cc9f req-783ee661-146c-4549-b9c2-03f084d14891 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020662 Jun 10 14:45:11.609503 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb29d9-99db-46f2-b928-d6ab670d5f22 req-07be07f7-0856-4af6-84bd-b01b1d40c172 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:11.620643 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fdeb29d9-99db-46f2-b928-d6ab670d5f22 req-07be07f7-0856-4af6-84bd-b01b1d40c172 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1060178 Jun 10 14:45:11.652105 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:11.662817 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bee89f5d-5012-4c5e-ada6-4d79253305b4 req-b41f06fe-c4c8-4778-b023-86c989782498 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0875115 Jun 10 14:45:11.701028 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed97a6cc-0861-4c30-8454-daf0ce3075d1 req-18b01b2b-b619-49d4-91d4-ea5b9c5b3ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945523 Jun 10 14:45:11.701960 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:11.714628 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fdeb29d9-99db-46f2-b928-d6ab670d5f22 req-68abaa5f-f050-4af1-a0b3-9efb3e0d705a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929115 Jun 10 14:45:11.717224 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 47feebec-cde6-4e73-93b8-3a17a5122e6f, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=47feebec-cde6-4e73-93b8-3a17a5122e6f,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:11.723118 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:11.729002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:11.870900 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=47feebec-cde6-4e73-93b8-3a17a5122e6f,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:11.881140 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:11.962618 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-075caf38-7acd-4b0e-b3a8-50eddcaa106e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:11.978875 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-075caf38-7acd-4b0e-b3a8-50eddcaa106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:11.983664 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7bf8d875-af44-4afe-a9f3-b6f0f8600cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:12.072576 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075caf38-7acd-4b0e-b3a8-50eddcaa106e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2730223-8ab5-44b0-b842-f3a603e8a489,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:12.077183 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-075caf38-7acd-4b0e-b3a8-50eddcaa106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:12.123524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d6eda716-9e5b-42c5-a499-1e469b39a8f1 None None] Provisioning complete for port 47feebec-cde6-4e73-93b8-3a17a5122e6f triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:12.126337 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d6eda716-9e5b-42c5-a499-1e469b39a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.321906 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-075caf38-7acd-4b0e-b3a8-50eddcaa106e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7429ad1616144595898d312e5db8285a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8268523 Jun 10 14:45:12.324832 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49160) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:12.393217 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.512194 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.652616 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.837934 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Router 2fbf565e-15b2-4753-beba-d3a9f740e932 is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:45:12.849078 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5967bcab-10b0-4116-8c99-4c0a4ba95070 req-fe52b7f8-a24b-465d-9895-ca6751823458 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0530980 Jun 10 14:45:12.850068 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.853132 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:12.857369 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2730223-8ab5-44b0-b842-f3a603e8a489 HTTP/1.1" status: 204 len: 168 time: 0.5313842 Jun 10 14:45:12.862622 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0053d46d-846f-4397-a560-26cb185c220d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:12.876948 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a59f-aa03-46e3-be6a-a0f32b8740dc req-f5f5c8c8-421d-4d79-9555-63dbe881a78d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:12.888486 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-94c9a59f-aa03-46e3-be6a-a0f32b8740dc req-f5f5c8c8-421d-4d79-9555-63dbe881a78d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1826246 Jun 10 14:45:12.916171 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2730223-8ab5-44b0-b842-f3a603e8a489,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:12.991362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:13.080323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 47feebec-cde6-4e73-93b8-3a17a5122e6f up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:13.104642 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a93ee3-a12f-4cd6-b925-70ccf387abc7 req-7814bbfc-cf48-46fe-949b-70394b511f10 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:13.107176 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-24a93ee3-a12f-4cd6-b925-70ccf387abc7 req-7814bbfc-cf48-46fe-949b-70394b511f10 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1338086 Jun 10 14:45:13.114831 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-94c9a59f-aa03-46e3-be6a-a0f32b8740dc req-6a865a0b-4615-4ff7-96aa-2aa51fd139d7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252479 Jun 10 14:45:13.185242 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:45:13.199085 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Sync routers for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:45:13.211542 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-24a93ee3-a12f-4cd6-b925-70ccf387abc7 req-28d771c7-b2f9-48cf-b5ce-3f1c1695ce8d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913579 Jun 10 14:45:13.213156 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:13.213810 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:44:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:13.250759 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:13.256195 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49184) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:13.264615 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4061260 Jun 10 14:45:13.393774 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 47feebec-cde6-4e73-93b8-3a17a5122e6f triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:13.394850 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:13.557358 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:13.893838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefa739-277d-4953-bc32-40ba7e274739 req-083fea9a-c694-41a0-8254-d7f9f7250c64 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:13.894803 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-083fea9a-c694-41a0-8254-d7f9f7250c64 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.21 "GET /v2.0/networks?id=543eb357-c552-4b50-8db0-49e07e115a76 HTTP/1.1" status: 200 len: 813 time: 0.5299106 Jun 10 14:45:13.916944 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Request body: {'port': {'device_id': '48df9d6b-0975-40af-9c4b-876d398ca064', 'network_id': '543eb357-c552-4b50-8db0-49e07e115a76', 'admin_state_up': True, 'tenant_id': '3a0ee1c8e031466c8557afdfe4dcede5'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:14.028192 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:11Z', 'revision_number': 3, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:14.034610 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Checking router: 2fbf565e-15b2-4753-beba-d3a9f740e932 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:45:14.035306 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Updating router 2fbf565e-15b2-4753-beba-d3a9f740e932 port f0199c3b-86f0-4f18-8428-1547b6084213 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:45:14.131189 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.314068 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f299b500-0f5e-4cea-af32-fd7daff10597 req-c35e79a3-bc62-414b-b60f-67d2d0f4d1ce tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0988057 Jun 10 14:45:14.371723 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Made reservation on behalf of 3a0ee1c8e031466c8557afdfe4dcede5 for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:14.398751 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.730077 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.754217 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Transition to ACTIVE for port object f0199c3b-86f0-4f18-8428-1547b6084213 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:14.768552 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.771166 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-37001f5f-00ab-4767-b535-9b0fabdd7a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:14.864879 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.878544 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Attempting to bind port f0199c3b-86f0-4f18-8428-1547b6084213 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:14.879315 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Attempting to bind port f0199c3b-86f0-4f18-8428-1547b6084213 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:14.879881 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Attempting to bind port f0199c3b-86f0-4f18-8428-1547b6084213 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:14.880811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e95015-1b96-40c0-8963-7e713e0bd36b req-28d4d47d-9bc5-40b9-8303-ebed0dd18265 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:14.888747 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e7e95015-1b96-40c0-8963-7e713e0bd36b req-28d4d47d-9bc5-40b9-8303-ebed0dd18265 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.4395871 Jun 10 14:45:14.889749 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:14.890466 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:14.891781 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.892381 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:14.893112 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Bound port: f0199c3b-86f0-4f18-8428-1547b6084213, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:14.893759 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:14.895857 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Pushing event updated for resources: {'Port': ['ID=f0199c3b-86f0-4f18-8428-1547b6084213,revision_number=2']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:14.949480 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.950338 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.950863 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.963865 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.964256 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.965722 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.966059 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.966388 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.966731 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.968297 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.970402 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.970660 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:14.981223 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:15.010427 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e7e95015-1b96-40c0-8963-7e713e0bd36b req-baa0048a-3d70-48b7-9d04-225d430bf9b1 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203675 Jun 10 14:45:15.095958 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] For port f0199c3b-86f0-4f18-8428-1547b6084213, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:15.109885 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] For port f0199c3b-86f0-4f18-8428-1547b6084213, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f0199c3b-86f0-4f18-8428-1547b6084213,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:15.132575 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:15.142981 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-a2f10400-2412-424e-90af-beaf7403350c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:15.255424 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Allocated IP 172.20.0.1 (b8d2cf86-0c82-4f03-865e-fe1bafbed5cb/405c0ca2-b339-433f-8761-78c5815e5d5c/c297becc-855a-4cb1-99e3-a688bf508271) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:15.288117 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:15.288767 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:44:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:15.296714 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Pushing event updated for resources: {'Port': ['ID=f0199c3b-86f0-4f18-8428-1547b6084213,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:15.300364 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:15.489876 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03589713-a963-4c0d-8318-92def89df0e9 req-137e446c-ca6a-46e3-9599-10e88c52ba76 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:15.502977 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03589713-a963-4c0d-8318-92def89df0e9 req-137e446c-ca6a-46e3-9599-10e88c52ba76 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.8157370 Jun 10 14:45:15.527903 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Allocated IP 172.20.0.9 (543eb357-c552-4b50-8db0-49e07e115a76/cabee429-611f-4506-8dc6-d3f2d52ab803/610fcd6e-e290-4523-8319-b40ce4ff468c) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:15.592724 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:15.613541 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:15.661335 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Transition to ACTIVE for port object c297becc-855a-4cb1-99e3-a688bf508271 will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:15.665135 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03589713-a963-4c0d-8318-92def89df0e9 req-e69ee9ca-3a4b-448c-bc17-5b183f4bf2fe tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611345 Jun 10 14:45:15.796068 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-979f19bc-c7af-49ee-a561-317b6f5a6ed2 req-438fcf77-c0dd-42ef-82a2-5c2aad040dff tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0781004 Jun 10 14:45:15.820904 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:15.823470 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-6015b53b-fe65-49d7-b064-4781319486fc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:15.962642 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Pushing event updated for resources: {'Port': ['ID=c297becc-855a-4cb1-99e3-a688bf508271,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:15.972578 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:16.014396 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:16.016738 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:16.021419 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:16.131076 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.142548 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.262378 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:11Z', 'revision_number': 3, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:16.271680 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495502a7-ec14-42d4-8ad5-5d94f6330899 None None] The sync data for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi is: [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:11Z', 'revision_number': 3, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:45:16.285605 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.303936 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:16.314095 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49268) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:16.431873 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ebb8b-8129-48e9-b31b-838c61644860 req-0b21d93d-b939-4965-be50-235cd2649540 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:16.440579 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-210ebb8b-8129-48e9-b31b-838c61644860 req-0b21d93d-b939-4965-be50-235cd2649540 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1720061 Jun 10 14:45:16.452860 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Network 543eb357-c552-4b50-8db0-49e07e115a76 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:16.458994 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:16.468731 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:16.550417 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-210ebb8b-8129-48e9-b31b-838c61644860 req-cb9151c2-2f31-46e9-97dd-a0e78696ec5e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088443 Jun 10 14:45:16.600246 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9af113db-aa5b-4a24-9c25-d2750bc561ad None None] Provisioning for port c297becc-855a-4cb1-99e3-a688bf508271 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:16.605347 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9af113db-aa5b-4a24-9c25-d2750bc561ad None None] Provisioning complete for port c297becc-855a-4cb1-99e3-a688bf508271 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:16.606187 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9af113db-aa5b-4a24-9c25-d2750bc561ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.608741 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:16.610032 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.627314 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.628200 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Pushing event updated for resources: {'Port': ['ID=610fcd6e-e290-4523-8319-b40ce4ff468c,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:16.659638 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:16.677830 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d32d17ae-c5ba-42dd-8578-d89ceca9f30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.692703 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7797740 Jun 10 14:45:16.713636 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Request body: {'port': {'device_id': '48df9d6b-0975-40af-9c4b-876d398ca064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:16.724585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9af113db-aa5b-4a24-9c25-d2750bc561ad None None] Port c297becc-855a-4cb1-99e3-a688bf508271 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:45:16.909173 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d32d17ae-c5ba-42dd-8578-d89ceca9f30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:16.958868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d32d17ae-c5ba-42dd-8578-d89ceca9f30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.056315 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f27e5221-c9ba-4dd6-bede-b2da381c6d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:17.105582 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.119560 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.124203 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0199c3b-86f0-4f18-8428-1547b6084213 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:17.128068 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-69b063ee-ae90-4747-b5df-7192a65d30c1 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:17.259723 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port f0199c3b-86f0-4f18-8428-1547b6084213 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:17.271182 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port f0199c3b-86f0-4f18-8428-1547b6084213 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:17.273466 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.277392 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.304509 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Pushing event updated for resources: {'Port': ['ID=c297becc-855a-4cb1-99e3-a688bf508271,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:17.311811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.329597 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:17.461382 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d32d17ae-c5ba-42dd-8578-d89ceca9f30e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68affdf5f38c455381537891c6b8fc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1456206 Jun 10 14:45:17.464197 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.469108 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d17ae-c5ba-42dd-8578-d89ceca9f30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b10bbd-536b-4c33-a4b3-6a162491cbbf,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:17.475089 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49286) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:17.493978 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d32d17ae-c5ba-42dd-8578-d89ceca9f30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:17.527080 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port f0199c3b-86f0-4f18-8428-1547b6084213, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f0199c3b-86f0-4f18-8428-1547b6084213,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:17.542707 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.550107 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:17.578055 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21895ada-0d48-4fdd-afa2-0d392ca6eeb5 req-584ff401-1d92-4cfb-9b3a-116e36a35a75 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:17.582710 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:17.586733 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:17.591404 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-21895ada-0d48-4fdd-afa2-0d392ca6eeb5 req-584ff401-1d92-4cfb-9b3a-116e36a35a75 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.6784189 Jun 10 14:45:17.678492 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=f0199c3b-86f0-4f18-8428-1547b6084213,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:17.682442 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:17.799584 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-21895ada-0d48-4fdd-afa2-0d392ca6eeb5 req-b76a275f-a95c-4fe4-b4dd-5aefe2b308f0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071695 Jun 10 14:45:17.822924 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.861038 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:17.985971 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-410deb78-7eb7-4379-9a92-ebc6cdd7fa5c None None] Provisioning complete for port c297becc-855a-4cb1-99e3-a688bf508271 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:17.992270 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-410deb78-7eb7-4379-9a92-ebc6cdd7fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.052625 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-410deb78-7eb7-4379-9a92-ebc6cdd7fa5c None None] Port c297becc-855a-4cb1-99e3-a688bf508271 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:45:18.078329 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.082850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.085481 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44b10bbd-536b-4c33-a4b3-6a162491cbbf HTTP/1.1" status: 204 len: 168 time: 0.6035159 Jun 10 14:45:18.090151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-50b209b3-af10-40c3-9f6d-7c1d0c6216dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:18.161565 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b10bbd-536b-4c33-a4b3-6a162491cbbf,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:18.166740 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:18.175362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610fcd6e-e290-4523-8319-b40ce4ff468c {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:45:18.188101 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.213478 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4dbb-3fab-489f-9beb-fa605f101779 req-6cd83038-050d-4449-abd3-f076aeb91f34 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:18.215152 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fd3f4dbb-3fab-489f-9beb-fa605f101779 req-6cd83038-050d-4449-abd3-f076aeb91f34 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.2189271 Jun 10 14:45:18.218102 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Transition to ACTIVE for port object 610fcd6e-e290-4523-8319-b40ce4ff468c will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:18.254209 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.267686 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:18.305661 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3e1f-065c-4848-943f-19c176495a21 req-c2f47899-42b4-48fe-9034-f37e6c5a00ce tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:18.318563 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a21a3e1f-065c-4848-943f-19c176495a21 req-c2f47899-42b4-48fe-9034-f37e6c5a00ce tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 931 time: 0.9905536 Jun 10 14:45:18.320726 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fd3f4dbb-3fab-489f-9beb-fa605f101779 req-a96bdb96-9a8d-42ec-a472-62ea907ae7ce tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980346 Jun 10 14:45:18.399754 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Router 2fbf565e-15b2-4753-beba-d3a9f740e932 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:45:18.444532 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Pushing event updated for resources: {'Port': ['ID=610fcd6e-e290-4523-8319-b40ce4ff468c,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:18.451107 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:18.651561 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a21a3e1f-065c-4848-943f-19c176495a21 req-19abe5f5-29da-4e05-93be-f9e3ccaac924 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319008 Jun 10 14:45:18.688372 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:45:18.697080 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] 10.222.0.23 "PUT /v2.0/routers/2fbf565e-15b2-4753-beba-d3a9f740e932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4393625 Jun 10 14:45:18.720057 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Attempting to bind port 610fcd6e-e290-4523-8319-b40ce4ff468c on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:18.720406 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Attempting to bind port 610fcd6e-e290-4523-8319-b40ce4ff468c by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '86868aea-761f-4d9b-aaa0-b05e97c66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '543eb357-c552-4b50-8db0-49e07e115a76'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:18.720796 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Attempting to bind port 610fcd6e-e290-4523-8319-b40ce4ff468c on network 543eb357-c552-4b50-8db0-49e07e115a76 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:18.728608 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Port 610fcd6e-e290-4523-8319-b40ce4ff468c on network 543eb357-c552-4b50-8db0-49e07e115a76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:45:18.729016 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Attempting to bind port 610fcd6e-e290-4523-8319-b40ce4ff468c on network 543eb357-c552-4b50-8db0-49e07e115a76 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:18.741251 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:18.742133 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Checking segment: {'id': '86868aea-761f-4d9b-aaa0-b05e97c66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '543eb357-c552-4b50-8db0-49e07e115a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:18.742133 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Bound using segment: {'id': '86868aea-761f-4d9b-aaa0-b05e97c66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '543eb357-c552-4b50-8db0-49e07e115a76'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:18.742586 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Bound port: 610fcd6e-e290-4523-8319-b40ce4ff468c, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86868aea-761f-4d9b-aaa0-b05e97c66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '543eb357-c552-4b50-8db0-49e07e115a76'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:18.742991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.850804 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bf2e9-183f-426f-9859-cc74ca206ddd req-5ead2b84-f685-44cc-bf2b-fafcc35d4bf2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:18.854569 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1e2bf2e9-183f-426f-9859-cc74ca206ddd req-5ead2b84-f685-44cc-bf2b-fafcc35d4bf2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.2187345 Jun 10 14:45:18.921271 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] For port 610fcd6e-e290-4523-8319-b40ce4ff468c, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:18.962895 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] For port 610fcd6e-e290-4523-8319-b40ce4ff468c, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=610fcd6e-e290-4523-8319-b40ce4ff468c,segment=NetworkSegment(86868aea-761f-4d9b-aaa0-b05e97c66e83),segment_id=86868aea-761f-4d9b-aaa0-b05e97c66e83)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:18.965990 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1e2bf2e9-183f-426f-9859-cc74ca206ddd req-a3805bfe-353f-4d51-bffc-87be2a69c7f3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954962 Jun 10 14:45:18.970112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:18.973230 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:19.051296 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Sync routers for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:45:19.060036 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Pushing event updated for resources: {'Port': ['ID=610fcd6e-e290-4523-8319-b40ce4ff468c,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:19.065186 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:19.065846 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:44:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:19.068905 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:19.079998 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:19.080650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.082146 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] 10.222.0.21 "PUT /v2.0/ports/610fcd6e-e290-4523-8319-b40ce4ff468c HTTP/1.1" status: 200 len: 1093 time: 2.3755672 Jun 10 14:45:19.082667 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df9d6b-0975-40af-9c4b-876d398ca064', 'tag': '610fcd6e-e290-4523-8319-b40ce4ff468c'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:19.087469 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63d5e00-0e62-45de-9be4-da330a11fcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "48df9d6b-0975-40af-9c4b-876d398ca064", "tag": "610fcd6e-e290-4523-8319-b40ce4ff468c"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:19.138686 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0199c3b-86f0-4f18-8428-1547b6084213 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:19.266723 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port f0199c3b-86f0-4f18-8428-1547b6084213 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:19.267452 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.327324 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cf3a3-078b-4c09-a94a-7fc65325d959 req-a48c24eb-de10-45d9-b8f8-15cdaf03b1b0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:19.334707 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-171cf3a3-078b-4c09-a94a-7fc65325d959 req-a48c24eb-de10-45d9-b8f8-15cdaf03b1b0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1676540 Jun 10 14:45:19.335898 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:19.408864 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-171cf3a3-078b-4c09-a94a-7fc65325d959 req-6bbe00b4-d411-463b-9b1f-18c5de7a2008 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732586 Jun 10 14:45:19.506061 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabbcbd0-313c-47c9-a947-b860f6da81a2 x-openstack-request-id: req-eabbcbd0-313c-47c9-a947-b860f6da81a2 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:19.506479 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48df9d6b-0975-40af-9c4b-876d398ca064", "tag": "610fcd6e-e290-4523-8319-b40ce4ff468c", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:19.506790 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eabbcbd0-313c-47c9-a947-b860f6da81a2 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:19.507254 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48df9d6b-0975-40af-9c4b-876d398ca064', 'tag': '610fcd6e-e290-4523-8319-b40ce4ff468c', 'status': 'completed', 'code': 200} Jun 10 14:45:19.573150 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49326) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:19.580371 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2060278004-network', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:19.609825 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Made reservation on behalf of 33bf6ae5bb894d57abe84f717a10c628 for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:19.612335 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.632581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.753986 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 2, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:19.758851 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Checking router: 2fbf565e-15b2-4753-beba-d3a9f740e932 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:45:19.759264 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Updating router 2fbf565e-15b2-4753-beba-d3a9f740e932 port c297becc-855a-4cb1-99e3-a688bf508271 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:45:19.773101 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.784030 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.789258 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-98d8fa48-8bbe-4602-9062-1f021a8bd3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:19.813840 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.830117 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 14:45:19.846359 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8312b9-3eab-4e3b-bf11-1a0b74a9912f,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:19.850948 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:19.852100 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.852443 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Added segment 8c3441a8-6e38-426f-989b-771fdc35ec3b of type vlan for network 51d10797-38f6-4f2e-8608-5692d15edd47 Jun 10 14:45:19.906880 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.908475 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a426c53-d2e7-413d-bd6c-ad1739ea7272 req-296154ac-f8ad-4c14-a22a-42c2c6435772 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:19.917249 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5a426c53-d2e7-413d-bd6c-ad1739ea7272 req-296154ac-f8ad-4c14-a22a-42c2c6435772 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.1071866 Jun 10 14:45:19.970674 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.972008 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:19.972661 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:19.974883 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:19.989317 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5a426c53-d2e7-413d-bd6c-ad1739ea7272 req-a388a293-8156-4338-be3a-c48af1f33624 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 Jun 10 14:45:20.092963 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Pushing event updated for resources: {'Network': ['ID=51d10797-38f6-4f2e-8608-5692d15edd47,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:20.105508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:20.111547 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5354283 Jun 10 14:45:20.121435 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49338) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:20.121435 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Request body: {'subnet': {'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2060278004-subnet', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:20.207967 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network 51d10797-38f6-4f2e-8608-5692d15edd47 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 14:45:20.221363 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Made reservation on behalf of 33bf6ae5bb894d57abe84f717a10c628 for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:45:20.221363 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9258563'] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:20.272836 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d5e00-0e62-45de-9be4-da330a11fcb5 req-be739960-5f46-4389-ae3b-cb00832c50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:20.272836 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63d5e00-0e62-45de-9be4-da330a11fcb5 req-be739960-5f46-4389-ae3b-cb00832c50ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a0ee1c8e031466c8557afdfe4dcede5&device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 1096 time: 0.1177003 Jun 10 14:45:20.623534 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:20.625933 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d5e00-0e62-45de-9be4-da330a11fcb5 req-2ea49436-4371-433a-9410-be2d6ebc896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:20.627637 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63d5e00-0e62-45de-9be4-da330a11fcb5 req-2ea49436-4371-433a-9410-be2d6ebc896b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3a0ee1c8e031466c8557afdfe4dcede5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3488827 Jun 10 14:45:20.645218 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Transition to ACTIVE for port object c297becc-855a-4cb1-99e3-a688bf508271 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:20.659131 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:20.661404 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-861072cc-86e6-4d8a-930b-0fc31bfeec87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:20.662109 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8887722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9258581'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:20.669690 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880049d-1121-48ea-b340-ec4321420f60 req-64de284f-b4d5-4a94-af20-09b44774658e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:20.674004 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f6e768e0-46ce-45a7-80f5-02319b8e2273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:20.684132 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1880049d-1121-48ea-b340-ec4321420f60 req-64de284f-b4d5-4a94-af20-09b44774658e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.3563609 Jun 10 14:45:20.850306 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c0df-d6b8-4304-b475-52690d435811 req-259cc486-70b9-4541-917b-76ed638e831d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:20.860193 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4cd8c0df-d6b8-4304-b475-52690d435811 req-259cc486-70b9-4541-917b-76ed638e831d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1807199 Jun 10 14:45:20.929897 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4cd8c0df-d6b8-4304-b475-52690d435811 req-169da511-8f21-44c1-85b4-b01700ea2292 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683060 Jun 10 14:45:20.932642 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Checking segment: {'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:20.936127 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Network hostable DHCP agents. Network: 51d10797-38f6-4f2e-8608-5692d15edd47, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 14:45:20.961815 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c70139d-8af1-4f9d-ae4a-a8258eb58fd2,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:20.975716 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:21.016732 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Network 51d10797-38f6-4f2e-8608-5692d15edd47 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 14:45:21.036077 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1880049d-1121-48ea-b340-ec4321420f60 req-cc2186c0-fa15-4daf-915d-9f602fd98685 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493145 Jun 10 14:45:21.060576 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, 51d10797-38f6-4f2e-8608-5692d15edd47) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:21.070428 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:21.071058 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.100883 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-c224362f-5b9c-4bce-94b3-092220d16913 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9857802 Jun 10 14:45:21.101617 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49364) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:21.106689 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:21.111839 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d5e00-0e62-45de-9be4-da330a11fcb5 req-c9954c58-8a33-45fe-870f-e9c835e04a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:21.116167 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b63d5e00-0e62-45de-9be4-da330a11fcb5 req-c9954c58-8a33-45fe-870f-e9c835e04a8a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4274230 Jun 10 14:45:21.163243 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0ad7c-d1f2-48f9-b132-e52483ebffac None None] Pushing event updated for resources: {'Port': ['ID=c297becc-855a-4cb1-99e3-a688bf508271,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:21.166122 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa05d4-bd0c-4b7e-8e5a-75196842446d None None] Network 51d10797-38f6-4f2e-8608-5692d15edd47 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:21.168626 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-12e0ad7c-d1f2-48f9-b132-e52483ebffac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:21.168786 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.169691 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.294412 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.344772 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefa739-277d-4953-bc32-40ba7e274739 req-df04571e-291f-4ba5-adc8-3135aac8b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:21.346591 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-df04571e-291f-4ba5-adc8-3135aac8b2cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a0ee1c8e031466c8557afdfe4dcede5&device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 1096 time: 0.1414640 Jun 10 14:45:21.433726 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-f6dac4ad-47b2-4ef4-a862-f9422d7a1c71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610fcd6e-e290-4523-8319-b40ce4ff468c HTTP/1.1" status: 200 len: 217 time: 0.0745041 Jun 10 14:45:21.439794 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Attempting to bind port c297becc-855a-4cb1-99e3-a688bf508271 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:21.440368 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Attempting to bind port c297becc-855a-4cb1-99e3-a688bf508271 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:21.440738 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Attempting to bind port c297becc-855a-4cb1-99e3-a688bf508271 on network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:21.507427 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefa739-277d-4953-bc32-40ba7e274739 req-36d5e6fd-e9d8-4601-8f20-2bdd66939b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:21.508971 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-36d5e6fd-e9d8-4601-8f20-2bdd66939b8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cabee429-611f-4506-8dc6-d3f2d52ab803 HTTP/1.1" status: 200 len: 853 time: 0.0677638 Jun 10 14:45:21.511933 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:21.512389 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Checking segment: {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:21.512863 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.513329 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Bound using segment: {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:21.513886 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Bound port: c297becc-855a-4cb1-99e3-a688bf508271, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:21.514328 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.549708 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7211c10-eddd-4097-b2c0-3c0a6cf800ec req-b142e6b4-857f-45bc-a1f8-c196767c46bf tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:21.556845 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e7211c10-eddd-4097-b2c0-3c0a6cf800ec req-b142e6b4-857f-45bc-a1f8-c196767c46bf tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.2765591 Jun 10 14:45:21.560941 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.599155 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-51d10797-38f6-4f2e-8608-5692d15edd47', 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'fixed_ips': [{'subnet_id': '6c70139d-8af1-4f9d-ae4a-a8258eb58fd2'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 14:45:21.600258 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.666707 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e7211c10-eddd-4097-b2c0-3c0a6cf800ec req-c8e15674-0ec1-441b-808d-2c22852a4317 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089358 Jun 10 14:45:21.780590 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] For port c297becc-855a-4cb1-99e3-a688bf508271, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:21.818069 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] For port c297becc-855a-4cb1-99e3-a688bf508271, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c297becc-855a-4cb1-99e3-a688bf508271,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:21.833870 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:21.876748 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e66c137e-15a2-409a-9419-156862f288f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:21.952661 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:21.953619 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:44:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:21.966061 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:22.021728 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:22.123646 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Allocated IP 172.20.0.2 (51d10797-38f6-4f2e-8608-5692d15edd47/6c70139d-8af1-4f9d-ae4a-a8258eb58fd2/84386a71-7595-420e-8c25-058941d2e42e) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:22.137750 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0ad7c-d1f2-48f9-b132-e52483ebffac None None] Pushing event updated for resources: {'Port': ['ID=c297becc-855a-4cb1-99e3-a688bf508271,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:22.142990 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-12e0ad7c-d1f2-48f9-b132-e52483ebffac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:22.318446 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:22.371891 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78c6f-d15b-4553-abe8-b1e3a20d8317 req-8c862ff7-fae7-497a-b1b8-920e8e4446ae tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:22.375870 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aab78c6f-d15b-4553-abe8-b1e3a20d8317 req-8c862ff7-fae7-497a-b1b8-920e8e4446ae tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1540346 Jun 10 14:45:22.381526 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Allocated IP 172.27.1.18 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/d611a06c-66d8-4e92-a251-15e492c7674d) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:22.457403 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aab78c6f-d15b-4553-abe8-b1e3a20d8317 req-24eb2405-d2da-4140-9ee1-903aaec2e71f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751636 Jun 10 14:45:22.479689 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af612d7f-f298-4048-9a54-f5d446c0bcdd req-d64514b9-fe5b-42d7-b8fa-8e8bb4b9a357 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:22.485715 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-af612d7f-f298-4048-9a54-f5d446c0bcdd req-d64514b9-fe5b-42d7-b8fa-8e8bb4b9a357 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1981843 Jun 10 14:45:22.597711 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:22.610598 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-8d8deea0-eac8-45af-a508-4d313daa72bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543eb357-c552-4b50-8db0-49e07e115a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844626 Jun 10 14:45:22.620497 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Transition to ACTIVE for port object 84386a71-7595-420e-8c25-058941d2e42e will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:22.684303 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-af612d7f-f298-4048-9a54-f5d446c0bcdd req-b75fa078-1fa6-49ed-8cd2-2b57f6080435 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961332 Jun 10 14:45:22.727742 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Transition to ACTIVE for port object 84386a71-7595-420e-8c25-058941d2e42e will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:22.729064 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:22.753328 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:22.756023 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:22.814645 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Pushing event updated for resources: {'Port': ['ID=84386a71-7595-420e-8c25-058941d2e42e,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:22.818124 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:22.824400 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:22.827597 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:22.847422 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Network 51d10797-38f6-4f2e-8608-5692d15edd47 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:22.852972 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:22.857960 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:22.866962 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:21Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:22.875360 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:22.876285 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df428c-387b-47c0-9412-1e5be21ab2aa None None] The sync data for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi is: [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:21Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:45:22.878963 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:22.882936 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:22.916664 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d611a06c-66d8-4e92-a251-15e492c7674d,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:22.922277 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:23.021801 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120218a-03fa-47f9-871e-5ec87c580c55 req-cfe36ae8-e421-4009-8389-15e6f889ad04 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:23.029611 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3120218a-03fa-47f9-871e-5ec87c580c55 req-cfe36ae8-e421-4009-8389-15e6f889ad04 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.2396042 Jun 10 14:45:23.144688 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Attempting to bind port 84386a71-7595-420e-8c25-058941d2e42e on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:23.145077 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Attempting to bind port 84386a71-7595-420e-8c25-058941d2e42e by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:23.145447 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Attempting to bind port 84386a71-7595-420e-8c25-058941d2e42e on network 51d10797-38f6-4f2e-8608-5692d15edd47 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:23.160848 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3120218a-03fa-47f9-871e-5ec87c580c55 req-fe225555-7661-4475-9d9a-77260763443a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196907 Jun 10 14:45:23.164431 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:23.164817 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Checking segment: {'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:23.165233 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:23.165647 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Bound using segment: {'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:23.166956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Bound port: 84386a71-7595-420e-8c25-058941d2e42e, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:23.166956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:23.201722 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c297becc-855a-4cb1-99e3-a688bf508271 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:23.344608 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port c297becc-855a-4cb1-99e3-a688bf508271 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:23.355751 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port c297becc-855a-4cb1-99e3-a688bf508271 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:23.356074 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:23.404615 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] For port 84386a71-7595-420e-8c25-058941d2e42e, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:23.430451 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] For port 84386a71-7595-420e-8c25-058941d2e42e, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=84386a71-7595-420e-8c25-058941d2e42e,segment=NetworkSegment(8c3441a8-6e38-426f-989b-771fdc35ec3b),segment_id=8c3441a8-6e38-426f-989b-771fdc35ec3b)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:23.446806 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:23.450457 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:23.454411 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:23.599041 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Pushing event updated for resources: {'Port': ['ID=84386a71-7595-420e-8c25-058941d2e42e,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:23.644888 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:23.779934 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-dffc7e28-1b86-4559-a9cd-cc918aa8f9cc service neutron] 10.222.0.21 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717938 Jun 10 14:45:23.782620 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:23.875379 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port c297becc-855a-4cb1-99e3-a688bf508271, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c297becc-855a-4cb1-99e3-a688bf508271,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:23.891587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:23.895402 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:24.019502 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=c297becc-855a-4cb1-99e3-a688bf508271,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:24.041766 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:24.106137 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc0be7-43d7-46fa-a0c2-3162e402c56f req-c3558ee0-c11e-46c0-a567-3de2da4b0ee0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:24.116168 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-41bc0be7-43d7-46fa-a0c2-3162e402c56f req-c3558ee0-c11e-46c0-a567-3de2da4b0ee0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.2058527 Jun 10 14:45:24.206437 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-41bc0be7-43d7-46fa-a0c2-3162e402c56f req-28a91866-7808-4120-8932-99f57bb95f42 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892656 Jun 10 14:45:24.438570 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1c55-c15e-40bf-bb0f-df63995f44f3 req-2f95de38-5c0e-4e07-8005-8c5e568b2089 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:24.445804 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-95ba1c55-c15e-40bf-bb0f-df63995f44f3 req-2f95de38-5c0e-4e07-8005-8c5e568b2089 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.7341034 Jun 10 14:45:24.482849 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9cbae-13e4-4545-a667-63a9ef54c6cd req-9ca70cbf-8930-48f0-bab0-c5b2594e3558 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:24.486254 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0bd9cbae-13e4-4545-a667-63a9ef54c6cd req-9ca70cbf-8930-48f0-bab0-c5b2594e3558 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.1303351 Jun 10 14:45:24.548962 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0bd9cbae-13e4-4545-a667-63a9ef54c6cd req-f0f19606-eecb-4e7d-af50-57a68aefc6f5 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Jun 10 14:45:24.647911 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-95ba1c55-c15e-40bf-bb0f-df63995f44f3 req-4d040927-deb5-42c4-a4d0-a9a3ba24b920 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976020 Jun 10 14:45:24.702228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:24.921668 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 14:45:25.149350 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:45:25.160534 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Sync routers for ids ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:45:25.172937 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Routers {'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:25.173560 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:44:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:25.199346 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c297becc-855a-4cb1-99e3-a688bf508271 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:25.201673 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:25.204987 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1023812 Jun 10 14:45:25.207954 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49408) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:25.303196 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5cefa739-277d-4953-bc32-40ba7e274739 req-c1dd155f-505d-44be-976f-feade1588466 service neutron] 10.222.0.21 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772858 Jun 10 14:45:25.344278 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9ece5-620a-4a1c-bacd-b3627a74026d None None] Network 51d10797-38f6-4f2e-8608-5692d15edd47 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:45:25.723694 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port c297becc-855a-4cb1-99e3-a688bf508271 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:25.724082 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:25.775777 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Set router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:25.788703 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-313bd0e0-def1-4d90-9eb4-6da7339efc63 None None] Provisioning for port 84386a71-7595-420e-8c25-058941d2e42e completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:26.004053 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 84386a71-7595-420e-8c25-058941d2e42e up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:26.133301 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad56a52-dc53-4b03-9b5e-ed28222c5383 req-c20aa0e2-b844-4c3c-9046-823bbf408980 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:26.136319 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ad56a52-dc53-4b03-9b5e-ed28222c5383 req-c20aa0e2-b844-4c3c-9046-823bbf408980 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.3879580 Jun 10 14:45:26.141586 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 84386a71-7595-420e-8c25-058941d2e42e completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:26.147826 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 84386a71-7595-420e-8c25-058941d2e42e triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:26.148221 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:26.241242 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6151667-91a2-48f4-8360-f594d5cfafc2 req-b77bed89-27f0-44ab-9727-55f564805515 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:26.249372 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d6151667-91a2-48f4-8360-f594d5cfafc2 req-b77bed89-27f0-44ab-9727-55f564805515 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.7741265 Jun 10 14:45:26.313792 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 3, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port': {'id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:22Z', 'updated_at': '2021-06-10T14:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:26.320753 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Checking router: bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:45:26.321875 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Updating router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 port d611a06c-66d8-4e92-a251-15e492c7674d binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:45:26.326613 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d6151667-91a2-48f4-8360-f594d5cfafc2 req-6610a97e-2bc9-4845-90ce-42a74312ed21 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744905 Jun 10 14:45:26.365727 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:26.426188 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:26.432741 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 84386a71-7595-420e-8c25-058941d2e42e, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=84386a71-7595-420e-8c25-058941d2e42e,segment=NetworkSegment(8c3441a8-6e38-426f-989b-771fdc35ec3b),segment_id=8c3441a8-6e38-426f-989b-771fdc35ec3b)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:26.440638 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:26.443715 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:26.553150 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ad56a52-dc53-4b03-9b5e-ed28222c5383 req-4c62dbf3-6d95-4f90-9214-344cd446b916 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921394 Jun 10 14:45:26.578816 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9c88d31d-6de0-4a55-8823-e83cc1ae2b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:26.632977 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:26.683864 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-871e55a5-7995-4c4a-aadb-a63292d8ee5c None None] Provisioning complete for port 84386a71-7595-420e-8c25-058941d2e42e triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:26.684391 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-871e55a5-7995-4c4a-aadb-a63292d8ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:26.721576 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=84386a71-7595-420e-8c25-058941d2e42e,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:26.732980 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:26.778328 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db698-7174-4d7d-b0da-7483845fec68 req-93237b95-9de4-4020-a753-3f71663257ee tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:26.780177 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-339db698-7174-4d7d-b0da-7483845fec68 req-93237b95-9de4-4020-a753-3f71663257ee tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1630957 Jun 10 14:45:26.864863 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-339db698-7174-4d7d-b0da-7483845fec68 req-59127648-5d5f-480e-9d4e-2d33cf580e21 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782154 Jun 10 14:45:26.904447 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Allocated IP 172.20.0.1 (51d10797-38f6-4f2e-8608-5692d15edd47/6c70139d-8af1-4f9d-ae4a-a8258eb58fd2/475c27d5-4b85-48df-93f5-c2ff9ac968e2) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:45:27.063712 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 84386a71-7595-420e-8c25-058941d2e42e up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:27.065966 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.077200 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.081406 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Transition to ACTIVE for port object 475c27d5-4b85-48df-93f5-c2ff9ac968e2 will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:27.092645 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Transition to ACTIVE for port object d611a06c-66d8-4e92-a251-15e492c7674d will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:27.124361 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.127745 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-663713cf-1091-46ca-af36-6d470ab175e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:27.130214 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.135682 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.141860 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d44e7158-84e6-47b5-bb41-ae4d92e405b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:27.170152 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 84386a71-7595-420e-8c25-058941d2e42e triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:27.170544 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.176513 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Network 51d10797-38f6-4f2e-8608-5692d15edd47 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:27.190337 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:27.198577 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:45:27.255230 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Attempting to bind port d611a06c-66d8-4e92-a251-15e492c7674d on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:27.255621 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Attempting to bind port d611a06c-66d8-4e92-a251-15e492c7674d by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:27.255998 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Attempting to bind port d611a06c-66d8-4e92-a251-15e492c7674d on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:27.263367 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6871b-2780-49a3-95a2-c8b1f28ef25a None None] Pushing event updated for resources: {'Port': ['ID=d611a06c-66d8-4e92-a251-15e492c7674d,revision_number=2']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:27.270432 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-13e6871b-2780-49a3-95a2-c8b1f28ef25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:27.271314 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:27.271700 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:27.272097 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.272490 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:27.274100 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Bound port: d611a06c-66d8-4e92-a251-15e492c7674d, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:27.274100 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.398403 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] For port d611a06c-66d8-4e92-a251-15e492c7674d, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:27.403093 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] For port d611a06c-66d8-4e92-a251-15e492c7674d, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=d611a06c-66d8-4e92-a251-15e492c7674d,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:27.413952 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.419847 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-a2f10400-2412-424e-90af-beaf7403350c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:27.471636 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-f1aceca7-743c-453f-9aa9-732e45370d32 None None] Provisioning for port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:27.483762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-f1aceca7-743c-453f-9aa9-732e45370d32 None None] Provisioning complete for port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:27.484236 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f1aceca7-743c-453f-9aa9-732e45370d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.502176 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Routers {'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:27.502810 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:44:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:27.559738 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-f1aceca7-743c-453f-9aa9-732e45370d32 None None] Port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:45:27.620048 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6871b-2780-49a3-95a2-c8b1f28ef25a None None] Pushing event updated for resources: {'Port': ['ID=d611a06c-66d8-4e92-a251-15e492c7674d,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:27.623630 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-13e6871b-2780-49a3-95a2-c8b1f28ef25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:27.717865 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] Set router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:27.722540 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:27.725175 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Pushing event updated for resources: {'Port': ['ID=475c27d5-4b85-48df-93f5-c2ff9ac968e2,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:27.787380 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:27.808143 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b5adb-7f19-4eeb-8839-3eb680eae942 req-f4339a51-a223-4dcf-975f-9b3d4e05c3fc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:27.818340 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e59b5adb-7f19-4eeb-8839-3eb680eae942 req-f4339a51-a223-4dcf-975f-9b3d4e05c3fc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.0867050 Jun 10 14:45:27.840194 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bb66d-3cc0-4bff-b188-3db19cb1ec2c req-714613d0-b4d1-4787-a7ef-ddefa527a32d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:27.841753 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a53bb66d-3cc0-4bff-b188-3db19cb1ec2c req-714613d0-b4d1-4787-a7ef-ddefa527a32d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.2202935 Jun 10 14:45:27.865457 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e59b5adb-7f19-4eeb-8839-3eb680eae942 req-6c0f6da8-64a0-4269-80ee-9a4029db7553 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Jun 10 14:45:27.943050 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a53bb66d-3cc0-4bff-b188-3db19cb1ec2c req-d06c7eb7-38d9-4cf7-9e4b-ed413965a2d5 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627289 Jun 10 14:45:28.034485 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.054000 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 3, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port': {'id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:22Z', 'updated_at': '2021-06-10T14:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:28.057877 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158e71a6-cc98-4bd4-9dfd-4ded2234e0bf None None] The sync data for ids ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'] in dv-cinder-795785-1-iscsi is: [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 3, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port': {'id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:22Z', 'updated_at': '2021-06-10T14:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:45:28.102128 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306d927-44a9-4a7c-ba1e-d881f846e096 req-3777c88a-a3ed-4e9c-aa82-b0595d064053 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:28.104160 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1306d927-44a9-4a7c-ba1e-d881f846e096 req-3777c88a-a3ed-4e9c-aa82-b0595d064053 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.0914450 Jun 10 14:45:28.160357 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1306d927-44a9-4a7c-ba1e-d881f846e096 req-c299a452-c304-4cf8-85ff-b0054dd04237 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489697 Jun 10 14:45:28.322053 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.328863 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.333008 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:28.447965 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:28.455325 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Pushing event updated for resources: {'Port': ['ID=475c27d5-4b85-48df-93f5-c2ff9ac968e2,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:28.460554 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:28.619716 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Network 51d10797-38f6-4f2e-8608-5692d15edd47 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:45:28.622036 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:45:28.859559 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:45:29.036705 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-15e77c64-535b-41df-81eb-fb508fef4cc8 None None] Provisioning complete for port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:29.037682 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-15e77c64-535b-41df-81eb-fb508fef4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:29.097944 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-15e77c64-535b-41df-81eb-fb508fef4cc8 None None] Port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:45:29.139012 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device d611a06c-66d8-4e92-a251-15e492c7674d up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:29.243315 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:45:29.268626 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018fa43-937e-4ef4-bd9b-ccec1fb63e4f req-710203f2-2200-4783-a999-1cbf6faf63c2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:29.278006 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] 10.222.0.23 "PUT /v2.0/routers/bef9ac80-9f2e-40bf-87ec-72d20b0b3f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0684822 Jun 10 14:45:29.287150 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e018fa43-937e-4ef4-bd9b-ccec1fb63e4f req-710203f2-2200-4783-a999-1cbf6faf63c2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0964520 Jun 10 14:45:29.302411 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c0df1aba-e3ad-41db-b644-c480ec0827d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:29.322521 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:29.329624 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port d611a06c-66d8-4e92-a251-15e492c7674d completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:29.334093 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port d611a06c-66d8-4e92-a251-15e492c7674d triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:29.334703 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:29.339381 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ec124-7d9f-488e-9e9f-488dfc1d7a3a req-bb8b3c12-25dd-4a76-b4c3-e238589ff0b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:29.341310 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-792ec124-7d9f-488e-9e9f-488dfc1d7a3a req-bb8b3c12-25dd-4a76-b4c3-e238589ff0b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.2489357 Jun 10 14:45:29.411636 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e018fa43-937e-4ef4-bd9b-ccec1fb63e4f req-a1db0222-55ba-41a7-b4a9-64f41dfabfda tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231196 Jun 10 14:45:29.433164 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-792ec124-7d9f-488e-9e9f-488dfc1d7a3a req-1bdf004a-2e08-4a9c-9e43-93aa23d3b4fe tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848405 Jun 10 14:45:29.519201 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:29.548751 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port d611a06c-66d8-4e92-a251-15e492c7674d, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=d611a06c-66d8-4e92-a251-15e492c7674d,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:29.557778 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:29.560664 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:29.633630 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=d611a06c-66d8-4e92-a251-15e492c7674d,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:29.638073 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:29.674881 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b487c2-056b-4b82-b6f0-3037d04b0833 req-7f718acc-5cbe-448c-b29f-cefd10a57eb7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:29.685394 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43b487c2-056b-4b82-b6f0-3037d04b0833 req-7f718acc-5cbe-448c-b29f-cefd10a57eb7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1455650 Jun 10 14:45:29.738012 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43b487c2-056b-4b82-b6f0-3037d04b0833 req-2abf797d-58fd-484b-929c-add9e8337d53 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489714 Jun 10 14:45:30.019566 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49476) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:30.025155 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2026469560', 'description': 'tempest-secgroup-smoke-2026469560 description', 'project_id': '1066744b4c2042699697b137735d7c3e'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:30.053556 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.112377 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.195658 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.201118 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.205141 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f6d7fdaa-f8f1-4701-acce-e48238420647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:30.238240 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f4fe1-d065-41e7-ba7e-acc11868eab1,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:30.240957 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.242206 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2214432 Jun 10 14:45:30.243153 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:30.244994 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49478) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:30.249608 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'security_group_rule': {'security_group_id': 'be5f4fe1-d065-41e7-ba7e-acc11868eab1', 'project_id': '1066744b4c2042699697b137735d7c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:30.277325 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.349737 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.353764 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.359263 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b6abd91f-8e4e-46c6-81e5-e04f857439fc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:30.372548 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Sync routers for ids ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:45:30.376106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcc6a0a-a221-486b-aa3e-ad0b601d9fe8,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:30.379040 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:30.383845 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Routers {'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:30.384704 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:45:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:30.387181 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.388525 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-00d0c59d-1a19-4169-830d-b1b36af8ccb4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425488 Jun 10 14:45:30.391946 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49484) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:30.396595 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'security_group_rule': {'security_group_id': 'be5f4fe1-d065-41e7-ba7e-acc11868eab1', 'project_id': '1066744b4c2042699697b137735d7c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:30.422504 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.493402 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.501295 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.505653 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:30.526057 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb20dfb-6403-4f99-8707-1ea972d6da80,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:30.529799 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:30.534432 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.535935 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428878 Jun 10 14:45:30.538688 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49492) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:30.544474 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'security_group_rule': {'security_group_id': 'be5f4fe1-d065-41e7-ba7e-acc11868eab1', 'project_id': '1066744b4c2042699697b137735d7c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:30.553279 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Set router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:30.615859 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.671164 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b79ea0-2132-4cb9-94e4-c19300405150 req-457b4e01-4c07-43b0-87f5-833093b5dfc1 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:30.676703 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-55b79ea0-2132-4cb9-94e4-c19300405150 req-457b4e01-4c07-43b0-87f5-833093b5dfc1 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 943 time: 0.0768175 Jun 10 14:45:30.692984 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf1067-ecb8-4c13-8d7e-38d329947821 req-b6758be9-f37c-4753-807e-7cbbe9f5ac69 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:30.694395 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8ecf1067-ecb8-4c13-8d7e-38d329947821 req-b6758be9-f37c-4753-807e-7cbbe9f5ac69 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1168873 Jun 10 14:45:30.710256 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 610fcd6e-e290-4523-8319-b40ce4ff468c details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:45:30.744248 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-55b79ea0-2132-4cb9-94e4-c19300405150 req-c96a6220-a5d2-4025-9b89-6da5c6693bf2 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Jun 10 14:45:30.820458 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.831469 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.856845 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-032e701e-ead2-4a20-a95a-4d95b9dd4693 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:30.896950 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8ecf1067-ecb8-4c13-8d7e-38d329947821 req-2c96dc8f-f8e3-41f2-942f-e4862290dbda tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850469 Jun 10 14:45:30.915274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5d06c3-c5f9-4ccd-a8e4-0dbed210951f,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:30.920417 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:30.923689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:30.926191 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854291 Jun 10 14:45:30.929869 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49498) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:30.939266 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'security_group_rule': {'security_group_id': 'be5f4fe1-d065-41e7-ba7e-acc11868eab1', 'project_id': '1066744b4c2042699697b137735d7c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:31.000288 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.231719 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49f9ef-d29e-43b4-9592-35c378d11fac req-5cdd8b51-c9f5-48eb-a7d9-d592db1370ea tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:31.241097 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c49f9ef-d29e-43b4-9592-35c378d11fac req-5cdd8b51-c9f5-48eb-a7d9-d592db1370ea tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.2388303 Jun 10 14:45:31.261160 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.267423 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.295709 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:31.295709 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2750888f-c37a-4f23-9c6e-cd093a31bc83,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:31.323575 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c49f9ef-d29e-43b4-9592-35c378d11fac req-ae06d0ec-c363-4a54-969b-48be0f7daee5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727410 Jun 10 14:45:31.330157 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:31.376289 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.378550 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4468372 Jun 10 14:45:31.380688 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49506) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:31.383263 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device d611a06c-66d8-4e92-a251-15e492c7674d up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:31.387454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'security_group_rule': {'security_group_id': 'be5f4fe1-d065-41e7-ba7e-acc11868eab1', 'project_id': '1066744b4c2042699697b137735d7c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:31.414171 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.securitygroups_db [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Project 1066744b4c2042699697b137735d7c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 14:45:31.419866 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.470140 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 610fcd6e-e290-4523-8319-b40ce4ff468c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=610fcd6e-e290-4523-8319-b40ce4ff468c,segment=NetworkSegment(86868aea-761f-4d9b-aaa0-b05e97c66e83),segment_id=86868aea-761f-4d9b-aaa0-b05e97c66e83)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:31.492509 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '610fcd6e-e290-4523-8319-b40ce4ff468c', 'network_id': '543eb357-c552-4b50-8db0-49e07e115a76', 'port_id': '610fcd6e-e290-4523-8319-b40ce4ff468c', 'mac_address': 'fa:16:3e:52:5d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cabee429-611f-4506-8dc6-d3f2d52ab803', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:45:31.503819 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:45:27Z', 'revision_number': 4, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port': {'id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:22Z', 'updated_at': '2021-06-10T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '475c27d5-4b85-48df-93f5-c2ff9ac968e2', 'name': '', 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'mac_address': 'fa:16:3e:2d:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6c70139d-8af1-4f9d-ae4a-a8258eb58fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:26Z', 'updated_at': '2021-06-10T14:45:28Z', 'revision_number': 2, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'subnets': [{'id': '6c70139d-8af1-4f9d-ae4a-a8258eb58fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:31.542261 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Checking router: bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:45:31.542650 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Updating router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 14:45:31.556173 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.576679 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.584686 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-57b38bd4-de0e-4e5a-b299-fa26a15c1992 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:31.595912 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port d611a06c-66d8-4e92-a251-15e492c7674d triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:31.596298 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.604624 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375ad444-31dd-4765-8bc8-ae64adefd685,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:31.610071 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:31.615940 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.618182 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2352679 Jun 10 14:45:31.620622 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49516) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:31.626979 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'security_group_rule': {'security_group_id': 'be5f4fe1-d065-41e7-ba7e-acc11868eab1', 'project_id': '1066744b4c2042699697b137735d7c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:45:31.654033 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.657814 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.686622 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.securitygroups_db [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Project 1066744b4c2042699697b137735d7c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 14:45:31.695944 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.723820 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610fcd6e-e290-4523-8319-b40ce4ff468c {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:45:31.771338 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 610fcd6e-e290-4523-8319-b40ce4ff468c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=610fcd6e-e290-4523-8319-b40ce4ff468c,segment=NetworkSegment(86868aea-761f-4d9b-aaa0-b05e97c66e83),segment_id=86868aea-761f-4d9b-aaa0-b05e97c66e83)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:31.806087 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.820303 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.832928 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:31.877455 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:31.887053 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2567101 Jun 10 14:45:31.890635 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc177c3-975d-4bef-a946-124afd1622a1,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:31.911969 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:32.096305 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c55d52-7870-4dbe-aec5-5d080f0b1166 req-29bdcf98-8a6d-4fe3-887d-48a20bd32c62 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:32.098184 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-88c55d52-7870-4dbe-aec5-5d080f0b1166 req-29bdcf98-8a6d-4fe3-887d-48a20bd32c62 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 944 time: 0.1224210 Jun 10 14:45:32.164464 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-88c55d52-7870-4dbe-aec5-5d080f0b1166 req-0fed6c39-b757-4484-823b-51eeddcd4cbd tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507631 Jun 10 14:45:32.190137 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:32.195883 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:32.264702 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=610fcd6e-e290-4523-8319-b40ce4ff468c,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:32.270292 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:45:32.278891 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:32.307308 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:32.353357 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac447-339a-44cd-a532-c9404a62e50f req-a28ade67-5bff-4029-9b96-89171a151a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:32.355428 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-726ac447-339a-44cd-a532-c9404a62e50f req-a28ade67-5bff-4029-9b96-89171a151a46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.2311754 Jun 10 14:45:32.614750 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:32.633265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9547-dd99-4a7b-9d45-86deca12e027 req-aaa6b479-5a6f-45b9-9b48-dec98cd47351 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:32.644992 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3dcb9547-dd99-4a7b-9d45-86deca12e027 req-aaa6b479-5a6f-45b9-9b48-dec98cd47351 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1562653 Jun 10 14:45:32.664967 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Transition to ACTIVE for port object 475c27d5-4b85-48df-93f5-c2ff9ac968e2 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:45:32.692005 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac447-339a-44cd-a532-c9404a62e50f req-98566f9b-c859-44e9-9b0a-65f594682c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:32.693825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:32.693990 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-726ac447-339a-44cd-a532-c9404a62e50f req-98566f9b-c859-44e9-9b0a-65f594682c94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.3291552 Jun 10 14:45:32.708497 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:32.756613 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3dcb9547-dd99-4a7b-9d45-86deca12e027 req-46202b61-5603-4ef0-9859-c8f211bbe035 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104972 Jun 10 14:45:32.761729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f0d08-d78b-49f8-bcae-903b0647d3e9 req-c0dc390b-e499-408f-9024-33bf17a95a60 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:32.766277 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:32.779280 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['610fcd6e-e290-4523-8319-b40ce4ff468c'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:45:32.791385 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-763f0d08-d78b-49f8-bcae-903b0647d3e9 req-c0dc390b-e499-408f-9024-33bf17a95a60 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.3491983 Jun 10 14:45:32.975809 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-726ac447-339a-44cd-a532-c9404a62e50f req-899b3b5a-b285-4353-82e8-ac082f4751bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.2636416 Jun 10 14:45:33.054173 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'port_id': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'mac_address': 'fa:16:3e:08:14:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:45:33.148536 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-763f0d08-d78b-49f8-bcae-903b0647d3e9 req-f42fe3cf-5a85-4060-b006-a96bfd058179 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3565948 Jun 10 14:45:33.173882 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f975e-0445-44b5-9056-71189307559c req-39a4d477-9f60-405f-86ef-9019c0195ac5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:33.177970 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-459f975e-0445-44b5-9056-71189307559c req-39a4d477-9f60-405f-86ef-9019c0195ac5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1424906 Jun 10 14:45:33.235157 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac447-339a-44cd-a532-c9404a62e50f req-bb527ebf-a961-4a8f-9a71-a0e68c0c83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:33.237965 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-726ac447-339a-44cd-a532-c9404a62e50f req-bb527ebf-a961-4a8f-9a71-a0e68c0c83e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.1876431 Jun 10 14:45:33.279371 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-459f975e-0445-44b5-9056-71189307559c req-4a7d619a-e6f3-445c-b3f3-d02b52df3682 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929310 Jun 10 14:45:33.318591 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-726ac447-339a-44cd-a532-c9404a62e50f req-a1dd551b-e87d-4ea1-b272-eb7c416282b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733669 Jun 10 14:45:33.332183 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2695bb-ae45-4814-af50-0eaaa529197c None None] Pushing event updated for resources: {'Port': ['ID=475c27d5-4b85-48df-93f5-c2ff9ac968e2,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:33.348347 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6b2695bb-ae45-4814-af50-0eaaa529197c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:33.352870 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:33.363825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Attempting to bind port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:45:33.364190 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Attempting to bind port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:45:33.364557 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Attempting to bind port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 on network 51d10797-38f6-4f2e-8608-5692d15edd47 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:45:33.394806 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:45:33.395213 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Checking segment: {'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:45:33.395625 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:33.396026 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Bound using segment: {'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:45:33.396496 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Bound port: 475c27d5-4b85-48df-93f5-c2ff9ac968e2, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3441a8-6e38-426f-989b-771fdc35ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:45:33.396876 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:33.400589 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a39797ba-acba-4bd7-b843-b90247efe3af {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:45:33.448094 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:33.500610 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:33.504001 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-726ac447-339a-44cd-a532-c9404a62e50f req-4934448a-a0a8-48f3-971c-16d3219ae176 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768975 Jun 10 14:45:33.506036 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-861072cc-86e6-4d8a-930b-0fc31bfeec87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:33.516394 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a50efa-a63e-42ce-acfe-e6ef90afc5d7 req-cbd77005-04a8-4bca-9363-09eb58bbbbe2 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:33.523024 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-05a50efa-a63e-42ce-acfe-e6ef90afc5d7 req-cbd77005-04a8-4bca-9363-09eb58bbbbe2 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 944 time: 0.1768630 Jun 10 14:45:33.583317 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] For port 475c27d5-4b85-48df-93f5-c2ff9ac968e2, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:45:33.601112 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] For port 475c27d5-4b85-48df-93f5-c2ff9ac968e2, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=475c27d5-4b85-48df-93f5-c2ff9ac968e2,segment=NetworkSegment(8c3441a8-6e38-426f-989b-771fdc35ec3b),segment_id=8c3441a8-6e38-426f-989b-771fdc35ec3b)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:45:33.615663 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:33.637658 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-05a50efa-a63e-42ce-acfe-e6ef90afc5d7 req-543fcf6d-cf47-48ed-adb0-94232de3dae8 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137769 Jun 10 14:45:33.645364 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=6']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:33.651558 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:33.652149 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:33.689522 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-726ac447-339a-44cd-a532-c9404a62e50f req-19342ac8-a1b0-4714-acc8-96f9324aa89a service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643643 Jun 10 14:45:33.708589 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a39797ba-acba-4bd7-b843-b90247efe3af'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:45:33.710502 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Routers {'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:45:33.711287 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:45:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:33.974833 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9113-7e6d-4921-92f2-7e5bd9e42c92 req-8b9062c5-8229-4028-906f-45dfdc459b6a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:33.976374 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e7cc9113-7e6d-4921-92f2-7e5bd9e42c92 req-8b9062c5-8229-4028-906f-45dfdc459b6a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0759821 Jun 10 14:45:34.029798 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e7cc9113-7e6d-4921-92f2-7e5bd9e42c92 req-ff623bbf-e31d-46f0-8023-fcc0a65e88cf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Jun 10 14:45:34.048580 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2695bb-ae45-4814-af50-0eaaa529197c None None] Pushing event updated for resources: {'Port': ['ID=475c27d5-4b85-48df-93f5-c2ff9ac968e2,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:34.056032 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6b2695bb-ae45-4814-af50-0eaaa529197c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:34.116685 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] Set router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:45:34.347246 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948ba0d-f8db-46ed-b084-718bce9c9896 req-19000052-5c3d-4817-bfbe-d4f79cc23247 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:34.355766 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5948ba0d-f8db-46ed-b084-718bce9c9896 req-19000052-5c3d-4817-bfbe-d4f79cc23247 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0848718 Jun 10 14:45:34.415937 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5948ba0d-f8db-46ed-b084-718bce9c9896 req-6b9ae27a-9722-4170-add7-1f35bc3b4d4f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592232 Jun 10 14:45:34.449293 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:45:27Z', 'revision_number': 4, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port': {'id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:22Z', 'updated_at': '2021-06-10T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '475c27d5-4b85-48df-93f5-c2ff9ac968e2', 'name': '', 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'mac_address': 'fa:16:3e:2d:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6c70139d-8af1-4f9d-ae4a-a8258eb58fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:26Z', 'updated_at': '2021-06-10T14:45:33Z', 'revision_number': 4, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'subnets': [{'id': '6c70139d-8af1-4f9d-ae4a-a8258eb58fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:34.453580 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13231b9e-2a28-4321-a835-c4fccab2aa04 None None] The sync data for ids ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'] in dv-cinder-795785-1-iscsi is: [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:45:27Z', 'revision_number': 4, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port': {'id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:22Z', 'updated_at': '2021-06-10T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '475c27d5-4b85-48df-93f5-c2ff9ac968e2', 'name': '', 'network_id': '51d10797-38f6-4f2e-8608-5692d15edd47', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'mac_address': 'fa:16:3e:2d:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '6c70139d-8af1-4f9d-ae4a-a8258eb58fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:26Z', 'updated_at': '2021-06-10T14:45:33Z', 'revision_number': 4, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'subnets': [{'id': '6c70139d-8af1-4f9d-ae4a-a8258eb58fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:45:34.519499 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6b67-6d76-4f36-8af2-362801664772 req-10916505-2ccc-4374-ad35-a9e5937991db tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:34.523380 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-821c6b67-6d76-4f36-8af2-362801664772 req-10916505-2ccc-4374-ad35-a9e5937991db tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 945 time: 0.0926127 Jun 10 14:45:34.583422 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-821c6b67-6d76-4f36-8af2-362801664772 req-70d79e69-e502-41ac-9977-edd9c76663c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548830 Jun 10 14:45:34.895907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c51bc-b34a-45f4-88bf-d1366914a36f req-2e2faf01-dc53-4f60-a2fc-a17271ed4caf tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:34.897420 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-291c51bc-b34a-45f4-88bf-d1366914a36f req-2e2faf01-dc53-4f60-a2fc-a17271ed4caf tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 944 time: 0.0791833 Jun 10 14:45:34.950815 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-291c51bc-b34a-45f4-88bf-d1366914a36f req-f6121e7e-21eb-4699-a4f7-73840d007221 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475354 Jun 10 14:45:35.078360 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 475c27d5-4b85-48df-93f5-c2ff9ac968e2 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:35.155956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:35.161030 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:35.161463 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:35.263581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9502c-bf32-4bd1-a3c2-33fd39703845 req-3e471fcd-6311-4f5b-bdb1-0e0fc251ea8a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.265235 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-11a9502c-bf32-4bd1-a3c2-33fd39703845 req-3e471fcd-6311-4f5b-bdb1-0e0fc251ea8a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0866764 Jun 10 14:45:35.289485 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:35.325325 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-11a9502c-bf32-4bd1-a3c2-33fd39703845 req-51195167-68d5-48a8-b556-76cacc91641d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519772 Jun 10 14:45:35.329870 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 475c27d5-4b85-48df-93f5-c2ff9ac968e2, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=475c27d5-4b85-48df-93f5-c2ff9ac968e2,segment=NetworkSegment(8c3441a8-6e38-426f-989b-771fdc35ec3b),segment_id=8c3441a8-6e38-426f-989b-771fdc35ec3b)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:35.338667 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:35.342057 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:35.425213 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=475c27d5-4b85-48df-93f5-c2ff9ac968e2,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:35.429169 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:35.642810 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdc04b-e211-41b8-9352-3a0833d82124 req-3bdf8b78-a21e-4876-8f4f-dfa7fc993604 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.646747 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3dbdc04b-e211-41b8-9352-3a0833d82124 req-3bdf8b78-a21e-4876-8f4f-dfa7fc993604 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0811923 Jun 10 14:45:35.716254 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3dbdc04b-e211-41b8-9352-3a0833d82124 req-7c1d608f-8879-4b7c-877e-29d2093890ef tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630903 Jun 10 14:45:35.802392 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56f971-8ba6-4605-aacd-e391ebff31e4 req-ea19872e-a0e0-49bb-8b56-21a66d9957b1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:35.804002 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6f56f971-8ba6-4605-aacd-e391ebff31e4 req-ea19872e-a0e0-49bb-8b56-21a66d9957b1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 945 time: 0.0868073 Jun 10 14:45:35.862130 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6f56f971-8ba6-4605-aacd-e391ebff31e4 req-5587a02f-2bd3-4d88-ab25-fb4336a06936 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520971 Jun 10 14:45:36.183068 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d9b52-4473-4fbf-b782-4e8a7f36e025 req-cc739928-dfc0-4c79-aa83-c24d91690806 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:36.191176 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0b1d9b52-4473-4fbf-b782-4e8a7f36e025 req-cc739928-dfc0-4c79-aa83-c24d91690806 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 944 time: 0.0904653 Jun 10 14:45:36.201759 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:36.234207 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0b1d9b52-4473-4fbf-b782-4e8a7f36e025 req-1c5249d9-440e-403a-a5a0-e7e35c82e8c6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Jun 10 14:45:36.271760 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port a39797ba-acba-4bd7-b843-b90247efe3af triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:36.272150 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.380175 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.422804 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:36.423847 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:36.426431 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59acb99b-1d17-47e9-a86e-1e27d588be34" -d '{"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-plugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:36.431990 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.433189 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 610fcd6e-e290-4523-8319-b40ce4ff468c up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:36.479179 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:36.525517 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82940a69-4da1-4f21-a9ca-7dde28b5895b x-openstack-request-id: req-82940a69-4da1-4f21-a9ca-7dde28b5895b {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:36.526227 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-plugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:36.526743 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82940a69-4da1-4f21-a9ca-7dde28b5895b {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:36.527379 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'code': 200} Jun 10 14:45:36.553230 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=7']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:36.557164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:36.572219 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 610fcd6e-e290-4523-8319-b40ce4ff468c completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:45:36.582648 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 610fcd6e-e290-4523-8319-b40ce4ff468c triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:36.583307 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.584940 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49778) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:36.681380 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7e26-ba7b-4751-a027-fb77258aa064 req-7739df21-4e5e-4afc-8beb-52f8b0902c26 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:36.682955 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-097b7e26-ba7b-4751-a027-fb77258aa064 req-7739df21-4e5e-4afc-8beb-52f8b0902c26 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1733987 Jun 10 14:45:36.731256 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_v2 [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Deleting subnet f1c149d9-a2ab-46ea-8b00-5317d3574b0d {{(pid=98497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:45:36.744792 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.784446 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-097b7e26-ba7b-4751-a027-fb77258aa064 req-48f34456-cd96-42f5-b221-8994d0bff712 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880387 Jun 10 14:45:36.826507 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10333336'] for subnet, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.844284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.909850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.912450 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 610fcd6e-e290-4523-8319-b40ce4ff468c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=610fcd6e-e290-4523-8319-b40ce4ff468c,segment=NetworkSegment(86868aea-761f-4d9b-aaa0-b05e97c66e83),segment_id=86868aea-761f-4d9b-aaa0-b05e97c66e83)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:36.926964 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:36.928996 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e66c137e-15a2-409a-9419-156862f288f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:37.050928 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=610fcd6e-e290-4523-8319-b40ce4ff468c,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:37.055216 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:37.061519 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b967-d919-40f4-8bf0-45c915ec7637 req-764ee11f-0905-40b9-9b33-61df2854edab tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:37.069920 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e81b967-d919-40f4-8bf0-45c915ec7637 req-764ee11f-0905-40b9-9b33-61df2854edab tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1206691 Jun 10 14:45:37.073512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9659191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9018239'] for subnet, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.096149 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:37.103499 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 475c27d5-4b85-48df-93f5-c2ff9ac968e2 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:45:37.138488 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c149d9-a2ab-46ea-8b00-5317d3574b0d,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:37.150061 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886a9b-841c-4d2f-a03e-3acab8342e57 req-c3fede5c-f6f5-4d5a-ad51-8ca6ed6eca8c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:37.151616 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b8886a9b-841c-4d2f-a03e-3acab8342e57 req-c3fede5c-f6f5-4d5a-ad51-8ca6ed6eca8c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1081889 Jun 10 14:45:37.157302 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:37.166845 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.176691 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1c149d9-a2ab-46ea-8b00-5317d3574b0d HTTP/1.1" status: 204 len: 168 time: 0.5880857 Jun 10 14:45:37.177602 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49786) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:37.190030 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:45:37.190558 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.233845 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b8886a9b-841c-4d2f-a03e-3acab8342e57 req-00378dd6-9bd4-4304-a6fc-486c9f73fd8d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734944 Jun 10 14:45:37.352136 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.356790 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e81b967-d919-40f4-8bf0-45c915ec7637 req-9834700f-2cf4-4c6b-8929-6187b7ffb9e8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858577 Jun 10 14:45:37.484270 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.497971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc765f90-4b1d-44a9-967a-d8aa778679a9']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:37.501769 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87ee4a-850c-4220-aa3a-a528eae5d576 req-43feaaa9-9684-49cd-a32b-814c759a4605 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:37.509762 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ef87ee4a-850c-4220-aa3a-a528eae5d576 req-43feaaa9-9684-49cd-a32b-814c759a4605 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 945 time: 0.1111391 Jun 10 14:45:37.511135 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:37.511439 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2eda99-25bc-4c34-a4b9-6fca6fec6d46') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:45:37.524913 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.551482 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.559570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:45:37.560131 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.565698 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ef87ee4a-850c-4220-aa3a-a528eae5d576 req-b498a7cc-c481-4ff4-8937-ef2adc53309e tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513005 Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:45:37.567058 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:45:37.655567 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.664653 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ce4cca2f-9328-4792-9bc4-252110e15b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:37.706525 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:37.710783 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cc765f90-4b1d-44a9-967a-d8aa778679a9 HTTP/1.1" status: 204 len: 168 time: 0.5108371 Jun 10 14:45:37.730560 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc765f90-4b1d-44a9-967a-d8aa778679a9,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:37.742515 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.743270 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.743597 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.743974 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.744943 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.745390 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.745819 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.746241 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.746597 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.747116 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.747472 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.747821 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:37.756411 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:38.048797 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49800) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:38.133939 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e1f29990-29e4-403e-b969-9acc191ec253 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=659e77a178dd4375a89f275a6d17c6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820112 Jun 10 14:45:38.135587 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49804) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:38.225590 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:38.252779 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49806) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:38.272774 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:38.349219 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:45:38.398587 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3225df-934d-4395-ad0b-c8dd4f4391fd req-d584dda0-4857-475a-9bab-5cc9ca5d8f41 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.407085 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8e3225df-934d-4395-ad0b-c8dd4f4391fd req-d584dda0-4857-475a-9bab-5cc9ca5d8f41 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.4494333 Jun 10 14:45:38.408718 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:38.412001 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:38.416196 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdfe3b5d-5f61-4770-a27a-45addc79cdda HTTP/1.1" status: 204 len: 168 time: 0.2792377 Jun 10 14:45:38.417257 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-61cd723e-f2d5-4352-ba4e-da6459da91a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:38.438359 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfe3b5d-5f61-4770-a27a-45addc79cdda,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:38.462186 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.464253 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.466254 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.467006 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.469039 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.470330 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.471611 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.473081 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.474374 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.475664 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.478257 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.479154 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:45:38.488702 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:38.529434 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df9d6b-0975-40af-9c4b-876d398ca064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610fcd6e-e290-4523-8319-b40ce4ff468c'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:38.533629 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfcde4c-fd05-4cf2-b0aa-46dbc4fb3e31" -d '{"events": [{"server_uuid": "48df9d6b-0975-40af-9c4b-876d398ca064", "name": "network-vif-plugged", "status": "completed", "tag": "610fcd6e-e290-4523-8319-b40ce4ff468c"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:38.554207 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8e3225df-934d-4395-ad0b-c8dd4f4391fd req-7eb07b4a-e2bd-4bfc-aaa4-e92861dbf9af tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460829 Jun 10 14:45:38.664566 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b56f74-bd62-4451-9c7e-679953dac6d6 req-3e2ecc26-f3ce-4a7d-adb8-37be369d5bfa tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:38.672950 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-22b56f74-bd62-4451-9c7e-679953dac6d6 req-3e2ecc26-f3ce-4a7d-adb8-37be369d5bfa tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1818249 Jun 10 14:45:38.748045 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-22b56f74-bd62-4451-9c7e-679953dac6d6 req-a4742865-a725-4137-9e53-b51baef0a6a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711269 Jun 10 14:45:38.810642 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb72344-d853-4143-a995-c58188601084 x-openstack-request-id: req-4bb72344-d853-4143-a995-c58188601084 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:38.810959 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df9d6b-0975-40af-9c4b-876d398ca064", "name": "network-vif-plugged", "status": "completed", "tag": "610fcd6e-e290-4523-8319-b40ce4ff468c", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:38.811224 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bb72344-d853-4143-a995-c58188601084 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:38.811680 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df9d6b-0975-40af-9c4b-876d398ca064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610fcd6e-e290-4523-8319-b40ce4ff468c', 'code': 200} Jun 10 14:45:38.866028 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d5969f82-b581-4978-9086-7d8ce2a424ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.009156 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ee48c-ecf0-4499-8b59-9ab352da2d04 req-f2797374-642b-4d46-84de-2ad14314d80b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:39.010824 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-728ee48c-ecf0-4499-8b59-9ab352da2d04 req-f2797374-642b-4d46-84de-2ad14314d80b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.2059550 Jun 10 14:45:39.069079 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-728ee48c-ecf0-4499-8b59-9ab352da2d04 req-b0ca542d-ab68-4fda-bf2d-210cff8231a4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493121 Jun 10 14:45:39.134477 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b098ce3-74c9-4ffa-901a-0a5d07fc1485 req-8daa43b3-061f-4e53-bb42-07f275bfdcdc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:39.142758 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0b098ce3-74c9-4ffa-901a-0a5d07fc1485 req-8daa43b3-061f-4e53-bb42-07f275bfdcdc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 945 time: 0.1811368 Jun 10 14:45:39.195373 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d5969f82-b581-4978-9086-7d8ce2a424ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.210888 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00291191-1d88-44fc-8c2c-7f04dd03c594 req-9d079419-af0a-40de-b33f-484c56bdb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:39.213162 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00291191-1d88-44fc-8c2c-7f04dd03c594 req-9d079419-af0a-40de-b33f-484c56bdb529 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 1098 time: 0.0873616 Jun 10 14:45:39.213835 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0b098ce3-74c9-4ffa-901a-0a5d07fc1485 req-ac1ad8d7-fb08-46cf-a27b-6df8fa550a2a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665870 Jun 10 14:45:39.217009 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d5969f82-b581-4978-9086-7d8ce2a424ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.220236 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4ffd7052-f7a5-4e03-b062-5533e681a9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:39.273741 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969f82-b581-4978-9086-7d8ce2a424ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b999adf3-7fd6-4a20-a5dd-8a5aef75fc3c,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:39.282685 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d5969f82-b581-4978-9086-7d8ce2a424ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37f2c075d95a47f4a541cc33aadce66e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285058 Jun 10 14:45:39.283911 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d5969f82-b581-4978-9086-7d8ce2a424ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:39.284559 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49836) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:39.284679 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00291191-1d88-44fc-8c2c-7f04dd03c594 req-007d1a24-50a3-4690-8dd3-b41592aab176 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 Jun 10 14:45:39.356772 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.385638 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.459135 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.461859 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:39.465426 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b999adf3-7fd6-4a20-a5dd-8a5aef75fc3c HTTP/1.1" status: 204 len: 168 time: 0.1771767 Jun 10 14:45:39.465426 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-0ee8e9ac-6f10-4fac-acd3-0cc0dde53347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:39.481403 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b999adf3-7fd6-4a20-a5dd-8a5aef75fc3c,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:39.485778 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:39.848440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d7791-1eb8-4b27-be50-b9eddf718e93 req-d8cd26c7-ed55-449a-addb-e8d5c7536d6a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:39.857994 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-809d7791-1eb8-4b27-be50-b9eddf718e93 req-d8cd26c7-ed55-449a-addb-e8d5c7536d6a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1696072 Jun 10 14:45:39.969417 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-809d7791-1eb8-4b27-be50-b9eddf718e93 req-4f412d32-7dd9-46c7-8855-82065517345d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098471 Jun 10 14:45:40.096095 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495b424-9581-48fc-9ec1-a94ac4e145a8 req-ffea6a41-b9b7-41a9-8902-3da68582563e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:40.107163 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a495b424-9581-48fc-9ec1-a94ac4e145a8 req-ffea6a41-b9b7-41a9-8902-3da68582563e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1053221 Jun 10 14:45:40.179303 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a495b424-9581-48fc-9ec1-a94ac4e145a8 req-80bc350c-0935-4b07-9298-9790395dfb1d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749855 Jun 10 14:45:40.282748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 49866) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:40.303263 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e633c2-7460-466f-beba-99f1197c80e7 req-6f0ca3a6-256e-493b-a92b-807edb383d77 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:40.304790 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-24e633c2-7460-466f-beba-99f1197c80e7 req-6f0ca3a6-256e-493b-a92b-807edb383d77 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0895743 Jun 10 14:45:40.369020 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-24e633c2-7460-466f-beba-99f1197c80e7 req-08dab9c3-e5be-46c5-8503-cb4739758af0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579660 Jun 10 14:45:40.453779 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-45a15e7f-5969-4271-b77a-d678e5415fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.524252 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21de8dc-096d-4e07-af22-d5d5c3bcdd0c req-ce2ce121-73c4-4f73-9510-dda310951e8a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:40.529642 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a21de8dc-096d-4e07-af22-d5d5c3bcdd0c req-ce2ce121-73c4-4f73-9510-dda310951e8a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 945 time: 0.1429100 Jun 10 14:45:40.587727 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a21de8dc-096d-4e07-af22-d5d5c3bcdd0c req-624b4bb7-0d6e-4bda-894a-253efc30e678 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Jun 10 14:45:40.644228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-45a15e7f-5969-4271-b77a-d678e5415fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.652676 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-45a15e7f-5969-4271-b77a-d678e5415fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.655459 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-730bee50-a9bf-4318-9d1d-707f0502c3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:40.698933 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a15e7f-5969-4271-b77a-d678e5415fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7edd813-f65a-42e9-93af-186a88e06f2b,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:40.703630 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-45a15e7f-5969-4271-b77a-d678e5415fe9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7c6dcbf68034f349e6b631c53fc8dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195127 Jun 10 14:45:40.704576 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-45a15e7f-5969-4271-b77a-d678e5415fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:40.706372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 49872) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:40.797330 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.839887 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.908880 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.914991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:40.916877 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7edd813-f65a-42e9-93af-186a88e06f2b HTTP/1.1" status: 204 len: 168 time: 0.2089384 Jun 10 14:45:40.918185 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d32d17ae-c5ba-42dd-8578-d89ceca9f30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:40.928637 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7edd813-f65a-42e9-93af-186a88e06f2b,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:40.938124 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:41.205517 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0c47e-ae21-4189-8790-b267d9b8e05e req-d564a66f-af9f-4b4f-ad6e-1587efbe4e93 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:41.207335 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3fd0c47e-ae21-4189-8790-b267d9b8e05e req-d564a66f-af9f-4b4f-ad6e-1587efbe4e93 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0929649 Jun 10 14:45:41.272508 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3fd0c47e-ae21-4189-8790-b267d9b8e05e req-de18d6c4-de39-455b-89e5-40388136cf3a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Jun 10 14:45:41.497003 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0546c12-7e36-4579-a73d-6748af8112a3 req-1612a307-87cf-4eb2-928a-028e07eab81b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:41.511833 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e0546c12-7e36-4579-a73d-6748af8112a3 req-1612a307-87cf-4eb2-928a-028e07eab81b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1578004 Jun 10 14:45:41.574404 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e0546c12-7e36-4579-a73d-6748af8112a3 req-90e51a2e-6296-4b64-a99b-14bc890f900d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604510 Jun 10 14:45:41.693188 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23223b4e-a357-4c62-b80c-5312f84bc5cb req-6736191c-b774-452f-80fe-d17eceecb374 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:41.701003 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-23223b4e-a357-4c62-b80c-5312f84bc5cb req-6736191c-b774-452f-80fe-d17eceecb374 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1359012 Jun 10 14:45:41.770265 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-23223b4e-a357-4c62-b80c-5312f84bc5cb req-d3d52edd-2a87-4b43-91f1-a700af9706bd tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593135 Jun 10 14:45:41.859059 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4746e-0012-436d-afc0-d3822a503dd4 req-114c6030-8afd-4c83-932d-220fbf8d8a9f tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:41.861177 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-75c4746e-0012-436d-afc0-d3822a503dd4 req-114c6030-8afd-4c83-932d-220fbf8d8a9f tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 945 time: 0.1050596 Jun 10 14:45:41.911574 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-75c4746e-0012-436d-afc0-d3822a503dd4 req-cbc62b5d-b4cb-4a06-ab84-944190cad7d8 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Jun 10 14:45:42.488315 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4654972-bddf-41c1-a13f-14d9828b2565 req-0531ab96-8f5f-4576-8b47-f4fab04f6707 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:42.490049 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c4654972-bddf-41c1-a13f-14d9828b2565 req-0531ab96-8f5f-4576-8b47-f4fab04f6707 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0812449 Jun 10 14:45:42.565866 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c4654972-bddf-41c1-a13f-14d9828b2565 req-d19426d8-ebbc-4ad2-a32c-639109f2441c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650980 Jun 10 14:45:42.822960 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409b26a-420e-4f23-ac78-5419c758c2cb req-b60c98e1-9520-486c-8cfd-8012bc6cc0ce tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:42.825206 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a409b26a-420e-4f23-ac78-5419c758c2cb req-b60c98e1-9520-486c-8cfd-8012bc6cc0ce tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1026621 Jun 10 14:45:42.883284 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a409b26a-420e-4f23-ac78-5419c758c2cb req-e1c78ba4-300c-4996-b048-818adfa04fcc tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508893 Jun 10 14:45:42.963321 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553e61-e10e-497c-b53b-d507f47ee977 req-c84e563c-7a45-458f-9355-75c884878353 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:42.964873 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-60553e61-e10e-497c-b53b-d507f47ee977 req-c84e563c-7a45-458f-9355-75c884878353 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0783401 Jun 10 14:45:43.033590 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-60553e61-e10e-497c-b53b-d507f47ee977 req-b0ceeccc-033d-42ea-87e3-c675d4c1c6ac tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595875 Jun 10 14:45:43.799803 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a6df-073a-4835-8699-dd99acc39ef1 req-dde62ff2-8ec1-40db-adba-f17c4c3bafea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:43.807584 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2b62a6df-073a-4835-8699-dd99acc39ef1 req-dde62ff2-8ec1-40db-adba-f17c4c3bafea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1108246 Jun 10 14:45:43.855688 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2b62a6df-073a-4835-8699-dd99acc39ef1 req-82bb6537-b1f7-4dcf-9ecc-b5575b6edbd7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Jun 10 14:45:44.110330 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b24c9-0c26-45ee-afe2-aee9702d9b14 req-e335c044-d018-46fb-9d7a-4d99b007911c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.112482 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b82b24c9-0c26-45ee-afe2-aee9702d9b14 req-e335c044-d018-46fb-9d7a-4d99b007911c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.0976903 Jun 10 14:45:44.181277 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b82b24c9-0c26-45ee-afe2-aee9702d9b14 req-fad89b86-25d2-4dee-b94d-0ab9619794cb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603065 Jun 10 14:45:44.248070 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b50d1-0c5d-4e58-a18b-2b29123577c5 req-5bf0a113-beb8-43bc-ba27-79f5e1ba47a8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:44.250038 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-431b50d1-0c5d-4e58-a18b-2b29123577c5 req-5bf0a113-beb8-43bc-ba27-79f5e1ba47a8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0879230 Jun 10 14:45:44.300320 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-431b50d1-0c5d-4e58-a18b-2b29123577c5 req-f229c65d-557e-49cf-b212-786170fea821 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Jun 10 14:45:45.061277 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563c24b-a328-4891-80fc-95681b7e235c req-4c2c3bb4-8918-490d-aea0-d8d0eff74604 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:45.063013 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b563c24b-a328-4891-80fc-95681b7e235c req-4c2c3bb4-8918-490d-aea0-d8d0eff74604 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0729997 Jun 10 14:45:45.122182 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b563c24b-a328-4891-80fc-95681b7e235c req-b06e258b-1a13-4910-9e3c-e7593aa3062d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Jun 10 14:45:45.419728 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3be80-ca89-4531-bee4-dc6f0de8a1e9 req-3d237b12-3fb7-449c-a886-2fe743ef0161 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:45.428378 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-36d3be80-ca89-4531-bee4-dc6f0de8a1e9 req-3d237b12-3fb7-449c-a886-2fe743ef0161 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1149299 Jun 10 14:45:45.478409 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-36d3be80-ca89-4531-bee4-dc6f0de8a1e9 req-b796c09d-f413-4007-9ede-f6151047b89e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488572 Jun 10 14:45:45.525591 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b7a8-894f-4a2b-ad4c-2b68fe5c8f45 req-3c461614-345c-4431-b859-e1588e6a0454 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:45.527077 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f961b7a8-894f-4a2b-ad4c-2b68fe5c8f45 req-3c461614-345c-4431-b859-e1588e6a0454 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1027596 Jun 10 14:45:45.575351 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f961b7a8-894f-4a2b-ad4c-2b68fe5c8f45 req-a3ad21e0-e4ac-4d49-8c00-b2554749c292 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Jun 10 14:45:46.331133 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b233-5ef0-4289-aade-6673295e740a req-63d092f5-66b7-4a12-94e1-df207442d08e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:46.332937 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0a68b233-5ef0-4289-aade-6673295e740a req-63d092f5-66b7-4a12-94e1-df207442d08e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1005518 Jun 10 14:45:46.379987 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0a68b233-5ef0-4289-aade-6673295e740a req-7575c1ad-7b93-4734-a39a-ae8bde165254 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Jun 10 14:45:46.740873 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3520788-9059-45ec-a050-3b2138e19228 req-5a7c8f9f-a969-4083-a04d-ec00e517e5b8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:46.750960 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f3520788-9059-45ec-a050-3b2138e19228 req-5a7c8f9f-a969-4083-a04d-ec00e517e5b8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1513145 Jun 10 14:45:46.813628 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f3520788-9059-45ec-a050-3b2138e19228 req-84b713b6-9596-4e09-aa2d-1cb0e66d0d33 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628924 Jun 10 14:45:46.847347 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9adb6-4310-40f0-a774-d48f1bcdf688 req-b063939d-7d0e-4ca5-975c-2eb8793db6a3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:46.848954 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-38a9adb6-4310-40f0-a774-d48f1bcdf688 req-b063939d-7d0e-4ca5-975c-2eb8793db6a3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0969667 Jun 10 14:45:46.892876 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-38a9adb6-4310-40f0-a774-d48f1bcdf688 req-a400f168-b3c6-473a-a636-38b4eac454f1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384059 Jun 10 14:45:47.572703 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32059-0bfc-413f-925f-c935d99a8b1c req-04fe255b-bb1b-438e-a205-6efb17d7259b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:47.574150 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5e32059-0bfc-413f-925f-c935d99a8b1c req-04fe255b-bb1b-438e-a205-6efb17d7259b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0761876 Jun 10 14:45:47.617181 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5e32059-0bfc-413f-925f-c935d99a8b1c req-40c6945f-0e6b-42a8-8a4c-a8583e7fe336 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364466 Jun 10 14:45:48.022789 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e96512-af0b-4cfc-a3a0-0b4983d511e4 req-0bf6d035-8434-47d8-aa7c-aa8de4e820d7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:48.033582 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-61e96512-af0b-4cfc-a3a0-0b4983d511e4 req-0bf6d035-8434-47d8-aa7c-aa8de4e820d7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1066282 Jun 10 14:45:48.072555 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-61e96512-af0b-4cfc-a3a0-0b4983d511e4 req-8941343b-33de-41d5-a16b-40d251f89717 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 Jun 10 14:45:48.105902 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf2ac-bfea-4863-9517-e8a77c405b2c req-3e601527-3e4b-4668-8e09-013d96e15788 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:48.107404 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14baf2ac-bfea-4863-9517-e8a77c405b2c req-3e601527-3e4b-4668-8e09-013d96e15788 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0717509 Jun 10 14:45:48.156670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14baf2ac-bfea-4863-9517-e8a77c405b2c req-f6d8c71a-57f1-4a23-8141-bfd1d22c15e7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Jun 10 14:45:48.795045 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-a0d27985-3634-45e3-baee-7b01e06f055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:48.797420 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-a0d27985-3634-45e3-baee-7b01e06f055b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1099 time: 0.0598667 Jun 10 14:45:48.822473 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51077e-dd46-4160-8ee5-63a2a49e9121 req-22d87e66-c81b-477c-a8d5-cff22c450181 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:48.823973 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-da51077e-dd46-4160-8ee5-63a2a49e9121 req-22d87e66-c81b-477c-a8d5-cff22c450181 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0721755 Jun 10 14:45:48.922558 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-f28207ac-4bda-4196-b9a0-1dedadb5ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:48.924048 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-f28207ac-4bda-4196-b9a0-1dedadb5ecba service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.1185677 Jun 10 14:45:49.015521 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-43ee87f5-74c3-46b7-b8ee-0151ac906a45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 1001 time: 0.0821505 Jun 10 14:45:49.099536 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-e142c1c2-5ae5-4a51-86d9-660082b03f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:49.102010 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-e142c1c2-5ae5-4a51-86d9-660082b03f1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0751278 Jun 10 14:45:49.126058 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-da51077e-dd46-4160-8ee5-63a2a49e9121 req-eb10a9eb-b850-4e63-8df2-87748b8b3524 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961409 Jun 10 14:45:49.177625 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-ddaa24f7-bd85-4431-a039-53f88eb45ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:49.179145 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-ddaa24f7-bd85-4431-a039-53f88eb45ffe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692711 Jun 10 14:45:49.342238 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6102936-108e-4743-b48b-9359641a9b56 req-07dc4e0d-68e2-4be4-a9ca-149bc2071f12 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:49.343790 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b6102936-108e-4743-b48b-9359641a9b56 req-07dc4e0d-68e2-4be4-a9ca-149bc2071f12 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0671921 Jun 10 14:45:49.357102 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-2900e797-41f4-45c2-95b8-5a0bf40147dd service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664634 Jun 10 14:45:49.367573 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12a9ee-e277-4ed1-9d6d-ef0533b16281 req-969c5043-07f0-474b-b329-e389f9f0811c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:49.368959 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8e12a9ee-e277-4ed1-9d6d-ef0533b16281 req-969c5043-07f0-474b-b329-e389f9f0811c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.1544549 Jun 10 14:45:49.388748 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b6102936-108e-4743-b48b-9359641a9b56 req-fea2e461-3e8a-4167-9306-d6527a7e0893 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384448 Jun 10 14:45:49.496709 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8e12a9ee-e277-4ed1-9d6d-ef0533b16281 req-8273ef10-afe1-42fa-90e4-399108e8ac53 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179523 Jun 10 14:45:49.535708 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc89dd0f-b67a-4771-b1e8-1f4ecf143dd7 req-aad433df-a504-45fd-8e61-e2925d1d52f8 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658087 Jun 10 14:45:49.799716 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48622-1c45-48a6-81ec-814117295c19 req-b2415985-a014-4dac-8633-2bdcee440005 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:49.801179 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-42c48622-1c45-48a6-81ec-814117295c19 req-b2415985-a014-4dac-8633-2bdcee440005 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1192141 Jun 10 14:45:49.806971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-fa045a16-c468-4cfe-ada7-525b67cb8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:49.808321 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-fa045a16-c468-4cfe-ada7-525b67cb8f7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0884705 Jun 10 14:45:49.874401 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-42c48622-1c45-48a6-81ec-814117295c19 req-5e577201-7821-4b01-8b04-916cd48c5bfc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650535 Jun 10 14:45:49.954268 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-50e72789-1f29-43fa-a906-12d3cdec1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:49.955957 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-50e72789-1f29-43fa-a906-12d3cdec1d42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1310067 Jun 10 14:45:50.046681 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-b179eb2d-648b-48b2-a3c3-400cdd3070a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 1001 time: 0.0783274 Jun 10 14:45:50.107463 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-5f7ec008-602c-4bb4-b1fa-c5b8b8299673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:50.109072 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-5f7ec008-602c-4bb4-b1fa-c5b8b8299673 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0542750 Jun 10 14:45:50.180432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-c5a5ff5d-52b7-402d-a9ba-8437bf7aa80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:50.181895 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-c5a5ff5d-52b7-402d-a9ba-8437bf7aa80c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607457 Jun 10 14:45:50.325622 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588c60b-626a-4a3f-9708-0cade6c7759d req-b54393a1-09b4-42c8-bf7f-011773da6a93 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:50.327178 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a588c60b-626a-4a3f-9708-0cade6c7759d req-b54393a1-09b4-42c8-bf7f-011773da6a93 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0759830 Jun 10 14:45:50.339841 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-c7795420-7d1e-4e28-bb81-f8c65c83f322 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322231 Jun 10 14:45:50.375189 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a588c60b-626a-4a3f-9708-0cade6c7759d req-d11d2111-f215-4921-9954-da694238c963 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Jun 10 14:45:50.465020 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-93ec5ee8-d7e4-4265-8eb1-f4efffbad40a req-b5782800-9166-4752-bcdd-ab60bc8121c9 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172633 Jun 10 14:45:50.701597 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0e2b2-b0f8-4fd0-82c9-479ebe2c54bd req-37c8cb83-80c7-4665-b7ef-487a717c2aa3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:50.703982 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fe0e2b2-b0f8-4fd0-82c9-479ebe2c54bd req-37c8cb83-80c7-4665-b7ef-487a717c2aa3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.0803061 Jun 10 14:45:50.763469 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fe0e2b2-b0f8-4fd0-82c9-479ebe2c54bd req-39dcc424-6bd5-4c4e-86f8-cab93e4bfbe1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532272 Jun 10 14:45:51.053614 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066b470-4858-435f-8c2d-707498da815e req-8080b55d-57f1-47d5-a6dc-29767bb06279 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:51.055115 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5066b470-4858-435f-8c2d-707498da815e req-8080b55d-57f1-47d5-a6dc-29767bb06279 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0690548 Jun 10 14:45:51.096152 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5066b470-4858-435f-8c2d-707498da815e req-21bcda50-3a73-40e2-a7af-c1808734b476 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354524 Jun 10 14:45:51.592949 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a1199-5831-4b51-829e-6e50f85cf2d5 req-01098d30-96ed-4fc0-af4c-b53c8b9d274c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:51.595626 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6a1199-5831-4b51-829e-6e50f85cf2d5 req-01098d30-96ed-4fc0-af4c-b53c8b9d274c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0766687 Jun 10 14:45:51.637940 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2e6a1199-5831-4b51-829e-6e50f85cf2d5 req-ef065c9b-607b-42f7-9f66-fe3815933f66 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Jun 10 14:45:51.706462 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 50106) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:51.812498 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d262b8f6-ef4f-4488-bc66-87e93402cccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.909075 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d262b8f6-ef4f-4488-bc66-87e93402cccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.914399 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d262b8f6-ef4f-4488-bc66-87e93402cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:51.917230 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:51.968805 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d262b8f6-ef4f-4488-bc66-87e93402cccf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcdbd915408647d7a243e6ecddcabe4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581251 Jun 10 14:45:51.968805 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262b8f6-ef4f-4488-bc66-87e93402cccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967fcedf-aa0b-49ad-afa8-5267b4fed9fc,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:51.969583 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ab49-7140-405c-b020-21651bb9e348 req-5f76a30c-b07e-4e67-984d-fc741921b96b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:51.970090 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 50112) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:51.971225 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ee2ab49-7140-405c-b020-21651bb9e348 req-5f76a30c-b07e-4e67-984d-fc741921b96b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 946 time: 0.0789206 Jun 10 14:45:51.973045 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d262b8f6-ef4f-4488-bc66-87e93402cccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:52.022770 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ee2ab49-7140-405c-b020-21651bb9e348 req-e46d2341-4f2f-4bc2-a142-aaa338d8a090 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Jun 10 14:45:52.029799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.062983 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.115209 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.118860 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.126282 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/967fcedf-aa0b-49ad-afa8-5267b4fed9fc HTTP/1.1" status: 204 len: 168 time: 0.1487002 Jun 10 14:45:52.126282 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-31324f09-ce8e-4103-896b-2ae6b95968cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:52.145887 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967fcedf-aa0b-49ad-afa8-5267b4fed9fc,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:52.148631 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:52.304010 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:45:52.327995 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cb91c-f6a6-4ec0-bb74-4a1169b0b7a4 req-aa03581f-f33b-4d3c-8542-c4ceac1cc04f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:52.329579 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-264cb91c-f6a6-4ec0-bb74-4a1169b0b7a4 req-aa03581f-f33b-4d3c-8542-c4ceac1cc04f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1067376 Jun 10 14:45:52.431871 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.455376 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-264cb91c-f6a6-4ec0-bb74-4a1169b0b7a4 req-75a9de89-c1c5-4f7c-8604-a49879255d08 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002705 Jun 10 14:45:52.463985 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:45:52.466231 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df007d05-b02c-4867-a1a8-a6d8db609e71" -d '{"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-unplugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:45:52.480833 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:45:52.485982 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:52.489271 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-12e0ad7c-d1f2-48f9-b132-e52483ebffac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:45:52.527357 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d4de3d-766d-4239-9ae6-e890d7c97e81 x-openstack-request-id: req-31d4de3d-766d-4239-9ae6-e890d7c97e81 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:45:52.527963 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-unplugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:45:52.528391 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31d4de3d-766d-4239-9ae6-e890d7c97e81 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:45:52.528787 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'code': 200} Jun 10 14:45:52.539715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-bbbe2adf-7bf0-4af2-9eda-4abc1ca5ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:52.541186 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-bbbe2adf-7bf0-4af2-9eda-4abc1ca5ad96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0848718 Jun 10 14:45:52.559953 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=8']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:45:52.564085 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:45:52.681340 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-540988cd-1a91-42f0-ade2-58d8d4de3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:52.682777 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-540988cd-1a91-42f0-ade2-58d8d4de3a74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1186738 Jun 10 14:45:52.745883 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-e8993dda-502c-4bb1-a272-01edeb1c62f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.0497708 Jun 10 14:45:52.854726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-1f07ff1c-0a43-4079-a4f5-dc79e301c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:52.856502 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-1f07ff1c-0a43-4079-a4f5-dc79e301c0bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0881436 Jun 10 14:45:52.874673 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274364-b055-441f-8fbc-d427299f9236 req-35cca9c8-a64e-48f5-b0d9-4259c71bb7f5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:52.876059 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-81274364-b055-441f-8fbc-d427299f9236 req-35cca9c8-a64e-48f5-b0d9-4259c71bb7f5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1190193 Jun 10 14:45:52.922714 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-bc31ae07-9f8e-43cc-9486-87e7c3325852 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457046 Jun 10 14:45:52.969616 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-81274364-b055-441f-8fbc-d427299f9236 req-c7364e07-0e80-4ed7-8be5-575dc581f1b3 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858133 Jun 10 14:45:53.065064 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-b4c5a912-4d13-43a5-9033-2c5364995b6f service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289814 Jun 10 14:45:53.192669 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fb1c311-32d3-4c78-9647-de412dbd2adb req-4da511c0-c371-4e66-870d-eb68d69d17f5 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198623 Jun 10 14:45:53.222237 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5e63-ddf4-4ac1-84d4-30152887c152 req-edef0af4-9291-440c-8d0e-e74307f3442c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:53.223838 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-95bf5e63-ddf4-4ac1-84d4-30152887c152 req-edef0af4-9291-440c-8d0e-e74307f3442c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0719659 Jun 10 14:45:53.274848 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-95bf5e63-ddf4-4ac1-84d4-30152887c152 req-08c476f4-ec8b-448f-a97c-fc45492be568 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451007 Jun 10 14:45:54.046246 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c105-e620-42de-8721-e4927f74409b req-f3a3a0ef-a612-4a3b-b685-98e0b5d23c59 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:54.047760 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bee1c105-e620-42de-8721-e4927f74409b req-f3a3a0ef-a612-4a3b-b685-98e0b5d23c59 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0724220 Jun 10 14:45:54.090482 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bee1c105-e620-42de-8721-e4927f74409b req-8bdd4c2c-4f86-40d0-a578-a7e08a21b605 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370350 Jun 10 14:45:54.165657 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef01c25-468c-4701-9c3d-6bb3e403fade req-231fc548-f0ab-4762-9359-ad09260d5ac9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:54.167289 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aef01c25-468c-4701-9c3d-6bb3e403fade req-231fc548-f0ab-4762-9359-ad09260d5ac9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0731068 Jun 10 14:45:54.211163 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aef01c25-468c-4701-9c3d-6bb3e403fade req-7b072296-87a8-4718-9a66-52402acdb900 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370319 Jun 10 14:45:55.282993 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc996b8-2af5-45a2-86cd-dda8cc80c8f4 req-6e9e4224-fcd7-43f4-b3b4-36d5f7594a11 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:55.284492 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2fc996b8-2af5-45a2-86cd-dda8cc80c8f4 req-6e9e4224-fcd7-43f4-b3b4-36d5f7594a11 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0735698 Jun 10 14:45:55.328430 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2fc996b8-2af5-45a2-86cd-dda8cc80c8f4 req-85b18486-1e77-4092-a428-3a8a9367ff63 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382206 Jun 10 14:45:55.400574 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7fc04-a3fc-4595-9046-79a7115ac8ef req-8917c94f-9c9b-44a9-bdc7-28b3e932deaa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:55.401951 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-16b7fc04-a3fc-4595-9046-79a7115ac8ef req-8917c94f-9c9b-44a9-bdc7-28b3e932deaa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0684841 Jun 10 14:45:55.444063 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-16b7fc04-a3fc-4595-9046-79a7115ac8ef req-02bf6b0e-fbff-4917-a59a-021bf6486a1e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Jun 10 14:45:55.782711 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 50184) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:45:55.895032 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-584e5271-8986-4ba7-a5f2-995a571008bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110280 Jun 10 14:45:56.337520 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:45:56.519889 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d4b4abcf-b335-40c1-9234-cd68b6b0f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:56.551345 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa8d9a-4d79-42bf-9a41-eb217df5a2d6 req-66b83d34-fbd4-4649-914f-6234236a5c49 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:56.552833 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6bfa8d9a-4d79-42bf-9a41-eb217df5a2d6 req-66b83d34-fbd4-4649-914f-6234236a5c49 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0998592 Jun 10 14:45:56.596615 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6bfa8d9a-4d79-42bf-9a41-eb217df5a2d6 req-8433615f-ad8f-4f94-9ba3-f215bd4d0667 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Jun 10 14:45:56.635890 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7797-49ba-417b-b9a0-c28f282310a4 req-94994339-9936-4e8e-8321-eeffcc4301e4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:56.637350 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-845f7797-49ba-417b-b9a0-c28f282310a4 req-94994339-9936-4e8e-8321-eeffcc4301e4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0714612 Jun 10 14:45:56.678995 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-845f7797-49ba-417b-b9a0-c28f282310a4 req-33a91537-ec8d-40e1-8023-8df435cb9dcc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353355 Jun 10 14:45:57.106354 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:57.142550 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a4acd-8c98-40b3-a726-10d4e86fa33c req-10ffc734-4152-4c0f-9cd7-f266596aa1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:57.144270 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-061a4acd-8c98-40b3-a726-10d4e86fa33c req-10ffc734-4152-4c0f-9cd7-f266596aa1bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0703299 Jun 10 14:45:57.203211 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-061a4acd-8c98-40b3-a726-10d4e86fa33c req-b0823691-0d8a-4024-804b-d2be68320a22 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Jun 10 14:45:57.791236 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ea33-700e-461d-ac0d-44bcd9b68e68 req-b37e0eaa-97e6-4160-a168-52c263eba4fb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:57.792709 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9206ea33-700e-461d-ac0d-44bcd9b68e68 req-b37e0eaa-97e6-4160-a168-52c263eba4fb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0685301 Jun 10 14:45:57.834942 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9206ea33-700e-461d-ac0d-44bcd9b68e68 req-ea9f5a65-c3be-40c2-bb21-a033075e9ae5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357125 Jun 10 14:45:57.875685 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661cba-feab-4d06-90c4-b052fafa9b66 req-200282cd-ae98-47e0-b355-08f717543edc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:57.877244 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84661cba-feab-4d06-90c4-b052fafa9b66 req-200282cd-ae98-47e0-b355-08f717543edc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0792654 Jun 10 14:45:57.926402 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84661cba-feab-4d06-90c4-b052fafa9b66 req-1efcc48f-886d-4d84-8a39-49e8ee33234f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Jun 10 14:45:58.016143 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-091d8bcc-e088-4eae-9604-7a4d63cdd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.017616 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-091d8bcc-e088-4eae-9604-7a4d63cdd4cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58&tenant_id=d6b5cc5cfd32435ca49e59af025df610 HTTP/1.1" status: 200 len: 1097 time: 0.0909624 Jun 10 14:45:58.110459 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-5f502e30-4edb-4934-8028-06b4fe1a9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.111866 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-5f502e30-4edb-4934-8028-06b4fe1a9501 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1097 time: 0.0581307 Jun 10 14:45:58.455596 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-3a831d9a-854e-431c-af80-6b8310b8f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.457097 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-3a831d9a-854e-431c-af80-6b8310b8f23a service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.3375919 Jun 10 14:45:58.551682 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-bdfcbea6-8575-4521-915c-ca4999e266ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 999 time: 0.0808024 Jun 10 14:45:58.616405 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-8dc04ed6-05f1-4dfd-8f6e-6253d113a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.617857 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-8dc04ed6-05f1-4dfd-8f6e-6253d113a5f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0569322 Jun 10 14:45:58.684752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-232a5a29-34a1-45dc-a134-9a9b038eaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:58.686273 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-232a5a29-34a1-45dc-a134-9a9b038eaab4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581911 Jun 10 14:45:58.807929 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-6ff85a8f-79b3-4074-a02d-374c0b80fc91 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103580 Jun 10 14:45:58.933237 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-6ec7b908-969e-402c-933c-8d75cb9d9712 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119647 Jun 10 14:45:59.031326 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2004d-be47-446b-9093-efdd5bbb14a1 req-838d6806-9c81-4e69-8122-1903a6225da3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:59.032787 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b7e2004d-be47-446b-9093-efdd5bbb14a1 req-838d6806-9c81-4e69-8122-1903a6225da3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0752850 Jun 10 14:45:59.079524 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b7e2004d-be47-446b-9093-efdd5bbb14a1 req-70661886-2cf7-4359-b585-b018c58ad72c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Jun 10 14:45:59.114841 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10766d0b-9d42-49cd-9c0d-1fb36a67f12a req-91195ab2-9c2f-4b96-98d0-1cd1182ae3ca tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:59.116400 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-10766d0b-9d42-49cd-9c0d-1fb36a67f12a req-91195ab2-9c2f-4b96-98d0-1cd1182ae3ca tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0750859 Jun 10 14:45:59.159173 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-10766d0b-9d42-49cd-9c0d-1fb36a67f12a req-804d3e89-b108-4f3a-86bb-6d8e345bc4b2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367656 Jun 10 14:45:59.206080 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-58378260-be3c-435f-a80d-5979e72d3438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:59.231583 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:45:59.747350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479cbbd-7b8e-4c6b-ab5c-2597c7529395 req-2ab9dfa5-9405-489d-b6eb-c11738843ef1 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:45:59.757996 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d479cbbd-7b8e-4c6b-ab5c-2597c7529395 req-2ab9dfa5-9405-489d-b6eb-c11738843ef1 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1199658 Jun 10 14:45:59.801750 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d479cbbd-7b8e-4c6b-ab5c-2597c7529395 req-2604803a-1e25-452d-aa8b-b9c338931c78 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Jun 10 14:46:00.098538 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:00.289802 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550886c3-43b7-4cd4-b305-2d44687aaa90 req-c570f1e3-5b8e-46b8-b30b-3ca21e3d1ac9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:00.291308 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-550886c3-43b7-4cd4-b305-2d44687aaa90 req-c570f1e3-5b8e-46b8-b30b-3ca21e3d1ac9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0870142 Jun 10 14:46:00.335324 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-550886c3-43b7-4cd4-b305-2d44687aaa90 req-7af3a218-c1df-4aec-851a-64f9fa04c3c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374393 Jun 10 14:46:00.989753 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb19782-2163-403a-8044-c357e444e7d6 req-0c9f4cb8-7dec-4e59-9c39-d4381a7c5b38 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:00.990782 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dfb19782-2163-403a-8044-c357e444e7d6 req-0c9f4cb8-7dec-4e59-9c39-d4381a7c5b38 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0696206 Jun 10 14:46:01.036872 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dfb19782-2163-403a-8044-c357e444e7d6 req-172a0d9d-d560-49b2-b6c6-18ce43571e15 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Jun 10 14:46:01.528527 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90152b-3d0f-4dc7-9d45-21c725c96356 req-9f0240a8-c2a7-4297-8257-10a3567ed75f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:01.530348 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ba90152b-3d0f-4dc7-9d45-21c725c96356 req-9f0240a8-c2a7-4297-8257-10a3567ed75f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0722320 Jun 10 14:46:01.576178 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ba90152b-3d0f-4dc7-9d45-21c725c96356 req-814f862f-8bf9-488e-ba68-9f4facd0728b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397720 Jun 10 14:46:01.941196 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:02.227868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46334dc5-5336-436e-aa6e-f4014bce7231 req-8641f467-f994-436b-af62-97ff01ee7886 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:02.229387 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-46334dc5-5336-436e-aa6e-f4014bce7231 req-8641f467-f994-436b-af62-97ff01ee7886 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0703011 Jun 10 14:46:02.280269 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-46334dc5-5336-436e-aa6e-f4014bce7231 req-d57d4542-d9df-499c-8224-47971c5fab6c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Jun 10 14:46:02.778719 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01654dd-4447-4dc1-86aa-323691812523 req-b4ec2e33-ed04-41dc-8381-0071b312cff6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:02.780962 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a01654dd-4447-4dc1-86aa-323691812523 req-b4ec2e33-ed04-41dc-8381-0071b312cff6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0751426 Jun 10 14:46:02.830352 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a01654dd-4447-4dc1-86aa-323691812523 req-f0f6d501-acb8-4f81-9237-32673f894bfc tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 Jun 10 14:46:03.009009 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-46acb842-e2e1-455f-a20c-2b0a9e6f045b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2026469560&fields=id&tenant_id=1066744b4c2042699697b137735d7c3e HTTP/1.1" status: 200 len: 267 time: 0.0471356 Jun 10 14:46:03.145497 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-31529482-0723-4345-b3df-5d7d15793c8a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:03.147152 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-31529482-0723-4345-b3df-5d7d15793c8a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/networks?id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 200 len: 808 time: 0.1316018 Jun 10 14:46:03.163709 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-e7a0bd26-cc95-46ac-8baa-f0bbf8125eb2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/quotas/1066744b4c2042699697b137735d7c3e HTTP/1.1" status: 200 len: 375 time: 0.0109932 Jun 10 14:46:03.247043 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-b2a10874-87cc-4428-ba0c-6233051467e6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1066744b4c2042699697b137735d7c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779865 Jun 10 14:46:03.389774 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-bd27400f-9e7c-4717-8d1d-6a25f285c03e service neutron] 10.222.0.23 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274326 Jun 10 14:46:03.481427 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab2750-1d90-4dc8-b7d2-324b3796c927 req-b862d0e8-af5e-497d-b342-8202c46273f8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:03.488594 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57ab2750-1d90-4dc8-b7d2-324b3796c927 req-b862d0e8-af5e-497d-b342-8202c46273f8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0813878 Jun 10 14:46:03.516808 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-ae58928c-432b-4ec4-89dd-374c7e822836 service neutron] 10.222.0.23 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212223 Jun 10 14:46:03.527005 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57ab2750-1d90-4dc8-b7d2-324b3796c927 req-80a27f95-6863-47bc-9c4a-0c83449f758c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Jun 10 14:46:03.838392 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5bde0369-bafb-4803-a10d-5bc56d97588e req-f97c4bbe-bf7e-4c6a-8d00-c4956ee5d722 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0394800 Jun 10 14:46:04.036342 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb2323-6cc8-4c52-bc15-b1a85080f5d0 req-ce2106d2-8188-4b56-8a30-2e4e965af894 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:04.038240 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ffcb2323-6cc8-4c52-bc15-b1a85080f5d0 req-ce2106d2-8188-4b56-8a30-2e4e965af894 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0817277 Jun 10 14:46:04.094124 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ffcb2323-6cc8-4c52-bc15-b1a85080f5d0 req-fb39b1d2-ac88-4d62-8e3d-afddcf4583ca tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493603 Jun 10 14:46:04.733273 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aacf5e-5f54-43d4-a716-9500ae64e422 req-20f57f8f-8784-4604-8863-de63d14ccf3a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:04.735375 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-89aacf5e-5f54-43d4-a716-9500ae64e422 req-20f57f8f-8784-4604-8863-de63d14ccf3a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Jun 10 14:46:04.781866 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-89aacf5e-5f54-43d4-a716-9500ae64e422 req-54e7088c-e041-4802-badd-7f8188570c6c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Jun 10 14:46:04.996624 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0c39214f-8ee2-45b6-818a-22ebc4886cb4 req-407d3fd8-f30b-4b44-b17c-73a4d6970beb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0393434 Jun 10 14:46:05.291110 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fd0b-a1e0-4c83-8139-c580ba0cbb3e req-5ccdd414-1d52-4b61-8eb9-b3e1e238e210 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:05.292717 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8309fd0b-a1e0-4c83-8139-c580ba0cbb3e req-5ccdd414-1d52-4b61-8eb9-b3e1e238e210 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0735891 Jun 10 14:46:05.341199 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8309fd0b-a1e0-4c83-8139-c580ba0cbb3e req-0ac8b3ad-e359-40e1-b07a-31d5d7f0f4ae tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Jun 10 14:46:05.967073 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb6bb-4a39-4321-bd4b-a5736f5826ab req-c8dc6029-dd64-4ffb-9ec4-39930206f787 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:05.969095 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-833bb6bb-4a39-4321-bd4b-a5736f5826ab req-c8dc6029-dd64-4ffb-9ec4-39930206f787 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0736837 Jun 10 14:46:06.017524 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-833bb6bb-4a39-4321-bd4b-a5736f5826ab req-90c7c0e3-05d0-47cd-b115-247d7c1b8195 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Jun 10 14:46:06.150482 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-694aeafb-9c84-4dd4-bc94-690bab60c998 req-9e9c9a80-2a02-411b-8b6b-7435fcf4c3f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0361302 Jun 10 14:46:06.549208 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749927d-9565-4f6f-bf08-994063dbd675 req-a87ab92b-27a7-4166-ac37-bd034d121d4c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:06.550677 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6749927d-9565-4f6f-bf08-994063dbd675 req-a87ab92b-27a7-4166-ac37-bd034d121d4c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0839243 Jun 10 14:46:06.595876 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6749927d-9565-4f6f-bf08-994063dbd675 req-aa9fe9fd-65b1-4397-abbb-41fcac8fbe27 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Jun 10 14:46:07.210339 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3045add-1016-4c3b-89cf-5754dffbea72 req-7e9b056a-7037-4d69-ae66-0a95135f1283 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:07.213566 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d3045add-1016-4c3b-89cf-5754dffbea72 req-7e9b056a-7037-4d69-ae66-0a95135f1283 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0735779 Jun 10 14:46:07.260904 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d3045add-1016-4c3b-89cf-5754dffbea72 req-fe55eaa2-4761-462e-83a4-0df84356960b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Jun 10 14:46:07.314651 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-30d21766-6ea6-439c-89a7-a96bc78fd16e req-647ddb68-811d-4606-8fa2-59027d47715f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0330608 Jun 10 14:46:07.806934 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e29e42-f049-4035-ab67-325460b23200 req-f1f1a9b9-dc11-4801-8f7e-d47eb479b722 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:07.808305 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c7e29e42-f049-4035-ab67-325460b23200 req-f1f1a9b9-dc11-4801-8f7e-d47eb479b722 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0848508 Jun 10 14:46:07.857227 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c7e29e42-f049-4035-ab67-325460b23200 req-c255eff5-0ef3-45ae-bb1c-b8269fdcf05e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Jun 10 14:46:08.474508 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-76233c90-e36a-440c-a518-246911b672c4 req-dd7f7ef0-bd02-45a5-b3e7-751a485073d6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0357854 Jun 10 14:46:08.475360 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f0f2a-0f22-411c-88ca-93f5334266d7 req-0e3ba424-2f55-4e77-9deb-331e5ecf4b84 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:08.476820 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8c6f0f2a-0f22-411c-88ca-93f5334266d7 req-0e3ba424-2f55-4e77-9deb-331e5ecf4b84 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0811286 Jun 10 14:46:08.524269 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8c6f0f2a-0f22-411c-88ca-93f5334266d7 req-b0a92915-b320-41f0-9e27-0775334d7bda tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Jun 10 14:46:09.051249 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99542-ce06-4ddf-8749-f277975e4cba req-9839b3e4-483f-4b14-a255-34b1b07c3807 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:09.052841 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5e99542-ce06-4ddf-8749-f277975e4cba req-9839b3e4-483f-4b14-a255-34b1b07c3807 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0709045 Jun 10 14:46:09.112223 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5e99542-ce06-4ddf-8749-f277975e4cba req-5839e10f-f152-4cb5-ad3f-b2a3629dc7c9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516901 Jun 10 14:46:09.629241 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b794dfc9-0d06-458e-b886-489b232c7b77 req-416ed095-ff51-4f48-b66d-edb8dfcf167c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0427833 Jun 10 14:46:09.724354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19888c87-3548-478e-8785-1f6ff93dcec4 req-34c7242e-1ee2-4d0b-956b-cba9f88ae403 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:09.725870 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19888c87-3548-478e-8785-1f6ff93dcec4 req-34c7242e-1ee2-4d0b-956b-cba9f88ae403 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0836315 Jun 10 14:46:09.768992 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19888c87-3548-478e-8785-1f6ff93dcec4 req-58c0014a-da8e-46ba-bbc8-977106a098f8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368562 Jun 10 14:46:10.298475 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784308fa-c19a-42d5-8960-c0fb6bb7dabf req-8fb94807-12ce-419e-aeab-b23e871a963c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:10.299983 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-784308fa-c19a-42d5-8960-c0fb6bb7dabf req-8fb94807-12ce-419e-aeab-b23e871a963c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0766699 Jun 10 14:46:10.340537 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-784308fa-c19a-42d5-8960-c0fb6bb7dabf req-56eac98c-6fde-4179-8050-28148e089f29 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348668 Jun 10 14:46:10.775460 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c26cf129-b465-4c44-8546-52b02b354e34 req-5ec8b926-5dfe-4b85-a9e9-babf7e2c2a91 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0342813 Jun 10 14:46:10.958414 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf6af-be9b-4b15-bb8d-aeb3e64e8187 req-f27ef6d0-c305-4240-b000-246826f10fc9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:10.959958 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-338cf6af-be9b-4b15-bb8d-aeb3e64e8187 req-f27ef6d0-c305-4240-b000-246826f10fc9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0771854 Jun 10 14:46:11.002775 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-338cf6af-be9b-4b15-bb8d-aeb3e64e8187 req-c54ec603-094d-4cab-87f1-5b9a1d385e4e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368581 Jun 10 14:46:11.534698 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfdbee-9176-4fe5-b0ca-54bd6303eee0 req-7d7653cb-d007-4aef-a0c3-32a796c3f12c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:11.536176 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-41cfdbee-9176-4fe5-b0ca-54bd6303eee0 req-7d7653cb-d007-4aef-a0c3-32a796c3f12c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0735779 Jun 10 14:46:11.575934 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-41cfdbee-9176-4fe5-b0ca-54bd6303eee0 req-3c60e3ae-11ba-494e-835e-fcc2b3c4c529 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Jun 10 14:46:11.937144 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1996421e-8eab-49d9-8908-393d33da9720 req-1a62eb2e-9821-468d-bae4-e8134c76ac39 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0328059 Jun 10 14:46:12.189189 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eedcea-bfe7-40ca-b00a-491208633867 req-e2e28a43-5b17-4949-a1d0-4d9440b6e7ba tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:12.190545 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5eedcea-bfe7-40ca-b00a-491208633867 req-e2e28a43-5b17-4949-a1d0-4d9440b6e7ba tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0687366 Jun 10 14:46:12.230782 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5eedcea-bfe7-40ca-b00a-491208633867 req-854c6d79-cab7-4383-ab05-4f37cdbdffd3 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Jun 10 14:46:12.798451 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21feb19-690e-432c-9071-0521c622b7d9 req-3493b3b3-18f0-4e0c-9de4-8c2dd25d6f7b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:12.799918 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a21feb19-690e-432c-9071-0521c622b7d9 req-3493b3b3-18f0-4e0c-9de4-8c2dd25d6f7b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0810754 Jun 10 14:46:12.840445 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a21feb19-690e-432c-9071-0521c622b7d9 req-7eab3065-5215-4acb-86bb-6f07262dcd6c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349171 Jun 10 14:46:13.081836 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4e79aa47-3610-41d2-adb2-53cbd4fb5a7f req-3f5421c8-e697-488b-a20c-63cb0b194e13 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0351799 Jun 10 14:46:13.418929 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2941-e5ad-4e74-914b-529845ce82a1 req-4a1b7ccb-a379-46ed-8f73-5b84a1ad6acc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:13.420383 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cb8f2941-e5ad-4e74-914b-529845ce82a1 req-4a1b7ccb-a379-46ed-8f73-5b84a1ad6acc tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0696263 Jun 10 14:46:13.468219 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cb8f2941-e5ad-4e74-914b-529845ce82a1 req-a043f63d-4489-4a4b-a5d7-2b0da41cf5f5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Jun 10 14:46:14.087044 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06c7d0-3412-4f8f-9fc7-63a92cb2f627 req-2dea4b54-e60b-43cb-a35e-d7d7540372c8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:14.088671 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f06c7d0-3412-4f8f-9fc7-63a92cb2f627 req-2dea4b54-e60b-43cb-a35e-d7d7540372c8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.1162040 Jun 10 14:46:14.132505 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f06c7d0-3412-4f8f-9fc7-63a92cb2f627 req-2eba8c4d-a22a-4b85-80f3-b12177645de9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369632 Jun 10 14:46:14.273013 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2a1520ec-a92b-4f4c-a09b-f4e486eec001 req-fd257767-8991-4aa4-9d31-fb37c30b6b46 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0322282 Jun 10 14:46:14.682210 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b983-9051-4d3e-b7f5-afb8e0884258 req-9e071fc0-cd12-4206-9094-96bdee55c521 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:14.683836 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5f86b983-9051-4d3e-b7f5-afb8e0884258 req-9e071fc0-cd12-4206-9094-96bdee55c521 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0956368 Jun 10 14:46:14.726040 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5f86b983-9051-4d3e-b7f5-afb8e0884258 req-1668eecb-b5a0-421d-afed-171b180ca34e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Jun 10 14:46:15.321342 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cca0c-f652-491f-96a8-81f43fdfaca7 req-6c0797f4-6af9-4a44-be25-a0f4fe7c0246 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:15.322825 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c62cca0c-f652-491f-96a8-81f43fdfaca7 req-6c0797f4-6af9-4a44-be25-a0f4fe7c0246 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0709550 Jun 10 14:46:15.348830 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:46:15.365345 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c62cca0c-f652-491f-96a8-81f43fdfaca7 req-2af1f2ca-2566-48da-b1be-902ed16f3c69 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365133 Jun 10 14:46:15.503335 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-107c9e83-83e6-4c2a-8bfc-cb960e2245a3 req-ba3c9231-5118-4981-a967-cdf62d946282 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0327935 Jun 10 14:46:15.894079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-65b4dd9b-dd3d-4167-a68a-768f788fee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:15.896518 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-65b4dd9b-dd3d-4167-a68a-768f788fee05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0675442 Jun 10 14:46:15.934979 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1049924-c64f-4e9a-b576-12d97a3cef05 req-4dd89e62-0862-404f-8f44-81e796cd66c4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:15.936946 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a1049924-c64f-4e9a-b576-12d97a3cef05 req-4dd89e62-0862-404f-8f44-81e796cd66c4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0875704 Jun 10 14:46:16.007728 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a1049924-c64f-4e9a-b576-12d97a3cef05 req-5a4576f2-5784-491d-8d58-acf9bc74a3c7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492115 Jun 10 14:46:16.040377 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-b552b658-8bf8-4382-9d9b-ca57a92cff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:16.041840 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-b552b658-8bf8-4382-9d9b-ca57a92cff8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1366839 Jun 10 14:46:16.113006 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-2232a41c-ef38-4cd3-9fb5-40f431295481 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.0551553 Jun 10 14:46:16.180665 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-0416e153-6ba2-429f-aa1d-2374f1850060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:16.182170 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-0416e153-6ba2-429f-aa1d-2374f1850060 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0559878 Jun 10 14:46:16.222953 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-e6834d63-92f5-46bb-9135-337b4d480642 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320826 Jun 10 14:46:16.341867 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-d8e2719f-2ec7-45e0-affe-2c7fdd466d9b service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068919 Jun 10 14:46:16.464828 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad6d75d3-2dea-45e7-8b27-f01f9f8df6c6 req-f3882166-4fec-42e9-abd9-1fe7b7cfd8ec service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130333 Jun 10 14:46:16.569134 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c6586-a70a-4e8b-bfbc-7ea600a19f25 req-14675f2d-a545-4d2d-8b29-1ba5ee617f8f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:16.570641 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f18c6586-a70a-4e8b-bfbc-7ea600a19f25 req-14675f2d-a545-4d2d-8b29-1ba5ee617f8f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0822084 Jun 10 14:46:16.621703 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f18c6586-a70a-4e8b-bfbc-7ea600a19f25 req-0de267fa-80e7-4402-8341-a1470f22ebfa tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Jun 10 14:46:16.677448 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3e9260a6-eea6-4c5e-881f-8795eadd74e5 req-66b1c0ed-157b-4eed-ba3b-9ff093cb525b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0473738 Jun 10 14:46:16.773079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-aea8fb24-3443-47ca-9f75-153baf5ff34a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:16.774501 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-aea8fb24-3443-47ca-9f75-153baf5ff34a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.21 "GET /v2.0/networks?id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 200 len: 808 time: 0.1378832 Jun 10 14:46:16.836703 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-7bb1c688-4387-41c4-b9e2-c62f403f216d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1066744b4c2042699697b137735d7c3e HTTP/1.1" status: 200 len: 380 time: 0.0438678 Jun 10 14:46:16.846153 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'port': {'device_id': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'admin_state_up': True, 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'security_groups': ['be5f4fe1-d065-41e7-ba7e-acc11868eab1']}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:16.974397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Made reservation on behalf of 1066744b4c2042699697b137735d7c3e for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:46:16.978037 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.159160 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Allocated IP 172.20.0.11 (b8d2cf86-0c82-4f03-865e-fe1bafbed5cb/405c0ca2-b339-433f-8761-78c5815e5d5c/8fdb46a6-728d-4682-9486-72103ea4e697) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:46:17.229355 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec1136-aef2-4859-a00b-2108e31a8ee0 req-47a50d3a-80b3-4c3b-8f99-e26edafbe909 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:17.231245 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-29ec1136-aef2-4859-a00b-2108e31a8ee0 req-47a50d3a-80b3-4c3b-8f99-e26edafbe909 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.1322501 Jun 10 14:46:17.338604 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-29ec1136-aef2-4859-a00b-2108e31a8ee0 req-aebf459d-8f89-4f2b-9674-8fa5314cd270 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942488 Jun 10 14:46:17.383013 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.395938 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Transition to ACTIVE for port object 8fdb46a6-728d-4682-9486-72103ea4e697 will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:17.431420 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.435181 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:17.486752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:46:17.490018 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:46:17.493666 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:46:17.524354 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'Port': ['ID=8fdb46a6-728d-4682-9486-72103ea4e697,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:17.528880 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:17.555572 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:17.556176 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.572028 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7294953 Jun 10 14:46:17.585320 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Request body: {'port': {'device_id': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:46:17.679037 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.765100 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-ba76aeb6-cc93-4c4c-a71c-3c53ec3527f3 None None] Provisioning for port 8fdb46a6-728d-4682-9486-72103ea4e697 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:46:17.770293 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-ba76aeb6-cc93-4c4c-a71c-3c53ec3527f3 None None] Provisioning complete for port 8fdb46a6-728d-4682-9486-72103ea4e697 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:17.771332 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ba76aeb6-cc93-4c4c-a71c-3c53ec3527f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:17.821311 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527f91-0d36-46bb-a1c1-86389957952c req-c4311839-a769-41d5-b916-7b309c8a9b65 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:17.822197 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-ba76aeb6-cc93-4c4c-a71c-3c53ec3527f3 None None] Port 8fdb46a6-728d-4682-9486-72103ea4e697 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:46:17.822892 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56527f91-0d36-46bb-a1c1-86389957952c req-c4311839-a769-41d5-b916-7b309c8a9b65 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0795090 Jun 10 14:46:17.868909 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56527f91-0d36-46bb-a1c1-86389957952c req-43de1c72-b5d9-4e0e-87a9-c8597763e5db tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Jun 10 14:46:17.969234 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c44d0-79eb-4fa7-ba35-cca8aeb7798a req-370d219f-560f-496d-8b93-64f5f93903f1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:17.970680 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8d5c44d0-79eb-4fa7-ba35-cca8aeb7798a req-370d219f-560f-496d-8b93-64f5f93903f1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 932 time: 0.1700459 Jun 10 14:46:18.041506 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8d5c44d0-79eb-4fa7-ba35-cca8aeb7798a req-d1d3786e-2b56-41f0-a0fe-57a01ccb3f94 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633731 Jun 10 14:46:18.088908 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdb46a6-728d-4682-9486-72103ea4e697 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:46:18.097005 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.108651 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Transition to ACTIVE for port object 8fdb46a6-728d-4682-9486-72103ea4e697 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:46:18.112352 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.114219 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-016cb427-482b-48e8-b23f-c06adea234f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:18.439501 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Pushing event updated for resources: {'Port': ['ID=8fdb46a6-728d-4682-9486-72103ea4e697,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:18.442164 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:18.534675 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a78ab7-0ea2-4f97-8b02-fa4985406e84 req-51a451ae-7cb3-43b5-b2b5-fb6cab3f392c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:18.536205 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c1a78ab7-0ea2-4f97-8b02-fa4985406e84 req-51a451ae-7cb3-43b5-b2b5-fb6cab3f392c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0781446 Jun 10 14:46:18.551397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Attempting to bind port 8fdb46a6-728d-4682-9486-72103ea4e697 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:46:18.551744 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Attempting to bind port 8fdb46a6-728d-4682-9486-72103ea4e697 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:46:18.552074 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Attempting to bind port 8fdb46a6-728d-4682-9486-72103ea4e697 on network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:18.556364 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Port 8fdb46a6-728d-4682-9486-72103ea4e697 on network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:46:18.556687 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Attempting to bind port 8fdb46a6-728d-4682-9486-72103ea4e697 on network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:46:18.561506 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:46:18.561852 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Checking segment: {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:46:18.562239 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Bound using segment: {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:46:18.562669 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Bound port: 8fdb46a6-728d-4682-9486-72103ea4e697, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776fadd6-917d-483e-8d8e-35b68639ae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:46:18.563040 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.587324 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c1a78ab7-0ea2-4f97-8b02-fa4985406e84 req-63fe2379-89d6-40dc-b107-034647361d24 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Jun 10 14:46:18.647799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] For port 8fdb46a6-728d-4682-9486-72103ea4e697, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:46:18.650752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] For port 8fdb46a6-728d-4682-9486-72103ea4e697, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8fdb46a6-728d-4682-9486-72103ea4e697,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:46:18.656043 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.658027 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-693b7944-b8cc-40bc-b53c-6204f601148d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:18.701076 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:18.701694 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:18.703623 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] 10.222.0.21 "PUT /v2.0/ports/8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 200 len: 1094 time: 1.1226971 Jun 10 14:46:18.704124 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:18.706435 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:18.732839 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Pushing event updated for resources: {'Port': ['ID=8fdb46a6-728d-4682-9486-72103ea4e697,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:18.736558 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:18.756938 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827bcc15-8d60-4952-b59d-426f61f21e2e x-openstack-request-id: req-827bcc15-8d60-4952-b59d-426f61f21e2e {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:18.757287 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:18.757567 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-827bcc15-8d60-4952-b59d-426f61f21e2e {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:18.757983 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697', 'status': 'completed', 'code': 200} Jun 10 14:46:18.816969 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-4edf10d4-1071-49b4-8865-c7cdfe5e72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:18.818468 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-4edf10d4-1071-49b4-8865-c7cdfe5e72ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1066744b4c2042699697b137735d7c3e&device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0638883 Jun 10 14:46:18.879170 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-fef8fc9d-7a37-4657-ac8e-9a066bcfa72e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 200 len: 217 time: 0.0505733 Jun 10 14:46:18.940090 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-ac9fe304-784b-404a-9b5a-99e1f5865f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:18.941514 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-ac9fe304-784b-404a-9b5a-99e1f5865f57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405c0ca2-b339-433f-8761-78c5815e5d5c HTTP/1.1" status: 200 len: 847 time: 0.0530243 Jun 10 14:46:19.013136 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946da8d-1f04-4187-ab53-36ac1067198d req-1cfc3516-b224-4a6c-90de-b768e8031cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.015249 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-1cfc3516-b224-4a6c-90de-b768e8031cab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647869 Jun 10 14:46:19.062027 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55628-e4f8-481c-84e3-c3e20305bb2a req-18a7cf68-b6a7-4d35-af6d-c19322211c7e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.063547 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d4f55628-e4f8-481c-84e3-c3e20305bb2a req-18a7cf68-b6a7-4d35-af6d-c19322211c7e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0740235 Jun 10 14:46:19.106657 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d4f55628-e4f8-481c-84e3-c3e20305bb2a req-4f69add3-d6a7-4d40-8992-249a763d0c1b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373797 Jun 10 14:46:19.141760 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-a8354a60-55dd-4e28-a0fa-86b3ce4d3c55 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136515 Jun 10 14:46:19.309864 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3946da8d-1f04-4187-ab53-36ac1067198d req-9060dacb-5a8e-43b3-9537-1e7b5e8664f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604660 Jun 10 14:46:19.320071 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5120-97b9-4917-8ca7-2300a0e8ffa1 req-1eea57fd-e232-4650-8d8b-52388040f548 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.321418 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-70fa5120-97b9-4917-8ca7-2300a0e8ffa1 req-1eea57fd-e232-4650-8d8b-52388040f548 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.1524503 Jun 10 14:46:19.372080 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-70fa5120-97b9-4917-8ca7-2300a0e8ffa1 req-dabe3eb5-cd64-4b48-8aca-1947f4b5340e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449977 Jun 10 14:46:19.422141 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-e42a2147-f95f-44b7-997c-d07a5ac94d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.423638 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-e42a2147-f95f-44b7-997c-d07a5ac94d4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1066744b4c2042699697b137735d7c3e&device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0609331 Jun 10 14:46:19.543659 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-d38d2fb8-733a-4bb9-a840-0b293b42ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.545010 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-d38d2fb8-733a-4bb9-a840-0b293b42ae7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 200 len: 909 time: 0.1101058 Jun 10 14:46:19.598830 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-09d68511-8e23-466e-abe8-1369f6bcf9c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 200 len: 217 time: 0.0463176 Jun 10 14:46:19.664456 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-bddcb48e-e7eb-42dd-908c-48396799e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.665917 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-bddcb48e-e7eb-42dd-908c-48396799e359 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405c0ca2-b339-433f-8761-78c5815e5d5c HTTP/1.1" status: 200 len: 847 time: 0.0555539 Jun 10 14:46:19.731265 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-4bac24e4-f7c4-4f4b-b8ab-186d5009a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.732725 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-4bac24e4-f7c4-4f4b-b8ab-186d5009a5f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598011 Jun 10 14:46:19.778716 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c71e51-af43-44c5-b0e5-bacad10bca05 req-6aca6cb7-0305-43eb-bbb7-0f469fb8d4a6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:19.781550 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a3c71e51-af43-44c5-b0e5-bacad10bca05 req-6aca6cb7-0305-43eb-bbb7-0f469fb8d4a6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0703576 Jun 10 14:46:19.824262 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a3c71e51-af43-44c5-b0e5-bacad10bca05 req-c2c4b272-de56-473f-a128-a6c92c869147 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371637 Jun 10 14:46:19.854358 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-2e7818b8-73a4-44ae-9ca7-bb5b341c2905 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135793 Jun 10 14:46:19.996020 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8396b3ef-cdf3-489c-887e-67fbbf6ad85b req-7eb1b04f-ae44-4f93-ad1d-45d470e69d17 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282830 Jun 10 14:46:20.318791 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993b73a-3a76-4691-ab5d-9dd534144431 req-2b74bea1-01a9-4b6c-a714-f0e999500658 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:20.320353 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c993b73a-3a76-4691-ab5d-9dd534144431 req-2b74bea1-01a9-4b6c-a714-f0e999500658 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0887938 Jun 10 14:46:20.364866 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c993b73a-3a76-4691-ab5d-9dd534144431 req-dfdab98b-7f0d-4a18-9fec-9a24d20ecd55 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388424 Jun 10 14:46:20.581345 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ac035-64c3-4d18-a08a-67ce9d16a1c0 req-c84b1293-121f-4274-bbef-480c11965d48 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:20.582818 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f64ac035-64c3-4d18-a08a-67ce9d16a1c0 req-c84b1293-121f-4274-bbef-480c11965d48 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0727985 Jun 10 14:46:20.628697 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f64ac035-64c3-4d18-a08a-67ce9d16a1c0 req-7e0215fa-ba6e-4e15-a3d2-8a54ecb88918 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Jun 10 14:46:21.549662 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfb1f4-7613-4a99-9653-aa164241a302 req-1a10b762-e09a-4cdd-9bf7-b9cd1d78abf5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:21.551071 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fbbfb1f4-7613-4a99-9653-aa164241a302 req-1a10b762-e09a-4cdd-9bf7-b9cd1d78abf5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0676005 Jun 10 14:46:21.592227 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fbbfb1f4-7613-4a99-9653-aa164241a302 req-27d1ce84-4140-4223-a382-7ea01c5cedd4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356319 Jun 10 14:46:21.812319 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b9a48-6e20-41b6-88fd-72977c0ee473 req-9e2f5967-eecc-4369-abd1-5162cf02429e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:21.813760 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-365b9a48-6e20-41b6-88fd-72977c0ee473 req-9e2f5967-eecc-4369-abd1-5162cf02429e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0724127 Jun 10 14:46:21.855440 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-365b9a48-6e20-41b6-88fd-72977c0ee473 req-d9f0293b-aa94-4f15-87ee-bd2a571a7f2e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359025 Jun 10 14:46:22.780531 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ddfbf-0c44-4d6d-8bab-5fa5e0827d90 req-910d7814-6f12-4c28-ac3a-6f44d8059c33 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:22.782136 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e76ddfbf-0c44-4d6d-8bab-5fa5e0827d90 req-910d7814-6f12-4c28-ac3a-6f44d8059c33 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0740056 Jun 10 14:46:22.824386 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e76ddfbf-0c44-4d6d-8bab-5fa5e0827d90 req-cce22c1c-3d28-4c3e-afdc-f5cfb7bb0c38 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366976 Jun 10 14:46:23.034673 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf85c1c-cfad-45fa-aa02-f485f234553a req-c048eefe-e1c5-4891-867d-612e941041b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:23.036149 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cbf85c1c-cfad-45fa-aa02-f485f234553a req-c048eefe-e1c5-4891-867d-612e941041b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0703866 Jun 10 14:46:23.076550 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cbf85c1c-cfad-45fa-aa02-f485f234553a req-671d298c-fff8-4c57-a77e-8fb2540940e1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Jun 10 14:46:24.010923 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647682a3-ceea-4685-b014-e70fc1b658e2 req-585f5765-a73a-445f-9175-bbfa12b22ee4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.012426 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-647682a3-ceea-4685-b014-e70fc1b658e2 req-585f5765-a73a-445f-9175-bbfa12b22ee4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 944 time: 0.0679610 Jun 10 14:46:24.054321 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-647682a3-ceea-4685-b014-e70fc1b658e2 req-8c921e68-44b4-4822-82e9-bab3f2f670b3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358069 Jun 10 14:46:24.258674 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e0c2-67a3-48d7-9b11-6a43f1adcf96 req-dc20977d-4427-4584-acf4-d4d6f10a2064 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:24.260139 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c443e0c2-67a3-48d7-9b11-6a43f1adcf96 req-dc20977d-4427-4584-acf4-d4d6f10a2064 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0743396 Jun 10 14:46:24.302222 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c443e0c2-67a3-48d7-9b11-6a43f1adcf96 req-1160e97e-6a29-478a-82c7-223a7554e500 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363865 Jun 10 14:46:24.493880 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:46:24.611383 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:24.622887 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'port_id': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'mac_address': 'fa:16:3e:08:14:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:46:24.665153 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:24.684005 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39797ba-acba-4bd7-b843-b90247efe3af {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:46:24.705188 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:24.709023 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:24.710742 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:24.762867 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=9']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:24.770171 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.770521 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.770863 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.771224 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.771559 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.771889 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.772214 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.772538 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.772864 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.773184 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.773504 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.773815 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:46:24.777616 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:25.064083 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a39797ba-acba-4bd7-b843-b90247efe3af'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:46:25.243401 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5536-a230-4d50-8c88-85bf0d78a924 req-e3d73132-dfe1-448c-be4d-d9368599825c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:25.244971 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70ce5536-a230-4d50-8c88-85bf0d78a924 req-e3d73132-dfe1-448c-be4d-d9368599825c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 945 time: 0.0724256 Jun 10 14:46:25.285665 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70ce5536-a230-4d50-8c88-85bf0d78a924 req-4406f1cc-ed89-4f47-b61a-48f44899a269 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Jun 10 14:46:25.479713 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3c4d7-cdb2-43ce-b8e0-d269c29ab8b0 req-1727c302-b6e7-4ea2-b9dc-e330750aa7d9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:25.481423 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e9e3c4d7-cdb2-43ce-b8e0-d269c29ab8b0 req-1727c302-b6e7-4ea2-b9dc-e330750aa7d9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0689259 Jun 10 14:46:25.523444 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e9e3c4d7-cdb2-43ce-b8e0-d269c29ab8b0 req-6bd95130-cc32-4f09-8655-d7814e84a5aa tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Jun 10 14:46:26.469980 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abca11-4be1-4ad5-9f29-a8d9503701bf req-462c6b57-fb62-4de1-ba3c-692bc3d1f1b4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:26.471467 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e4abca11-4be1-4ad5-9f29-a8d9503701bf req-462c6b57-fb62-4de1-ba3c-692bc3d1f1b4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 945 time: 0.0690250 Jun 10 14:46:26.495641 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:46:26.515037 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e4abca11-4be1-4ad5-9f29-a8d9503701bf req-ae884296-eaea-496e-b6f8-5b877890b14b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371544 Jun 10 14:46:26.526244 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-05757e4c-8502-488f-8987-e80e42b3ec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.554603 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port a39797ba-acba-4bd7-b843-b90247efe3af triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:46:26.555016 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.646842 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.675553 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:46:26.677824 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d9fe43-92ec-4dd8-9199-9812065790c4" -d '{"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-plugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:46:26.693930 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:46:26.698609 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:26.703539 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-3c2f9cbd-38e3-4dd4-8cd8-54a32d598d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:46:26.729931 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567cf315-11bd-4e4b-a9e0-97755ae2d227 x-openstack-request-id: req-567cf315-11bd-4e4b-a9e0-97755ae2d227 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:46:26.730490 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-plugged", "status": "completed", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:46:26.730759 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-567cf315-11bd-4e4b-a9e0-97755ae2d227 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:46:26.731198 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'code': 200} Jun 10 14:46:26.742927 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f734d4-26a9-42a4-920d-334dbad3b2cc req-cf6ec75e-4ceb-4a2a-bfb7-aeffd371c4c7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:26.751094 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-66f734d4-26a9-42a4-920d-334dbad3b2cc req-cf6ec75e-4ceb-4a2a-bfb7-aeffd371c4c7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.1067607 Jun 10 14:46:26.763349 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=10']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:46:26.769020 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:46:26.795740 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-66f734d4-26a9-42a4-920d-334dbad3b2cc req-b1fac301-83f5-41eb-a918-c2669c00da77 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Jun 10 14:46:27.120879 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:27.726508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bcf52-b524-45ef-be25-36b71eff5aad req-fcefb7fd-4126-4d79-959a-6ad62a147394 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:27.728005 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c47bcf52-b524-45ef-be25-36b71eff5aad req-fcefb7fd-4126-4d79-959a-6ad62a147394 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0879700 Jun 10 14:46:27.770011 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c47bcf52-b524-45ef-be25-36b71eff5aad req-329f4968-bad3-46a0-9f73-a01042fed548 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354354 Jun 10 14:46:27.972887 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8051e-efa9-49ea-b4a3-fb7cf7238516 req-381cf8cf-68b8-4b2c-8998-15f2222a6658 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:27.974348 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0af8051e-efa9-49ea-b4a3-fb7cf7238516 req-381cf8cf-68b8-4b2c-8998-15f2222a6658 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0684893 Jun 10 14:46:28.016814 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0af8051e-efa9-49ea-b4a3-fb7cf7238516 req-3a99b50d-caaa-4c96-bf3c-a5f04c1f41ce tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368218 Jun 10 14:46:28.954670 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ee27-0c23-4fde-85fd-6b144d2fd41d req-008e02a1-1ed5-4929-a874-1d95385bf9e2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:28.967102 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4310ee27-0c23-4fde-85fd-6b144d2fd41d req-008e02a1-1ed5-4929-a874-1d95385bf9e2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0681915 Jun 10 14:46:29.006233 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4310ee27-0c23-4fde-85fd-6b144d2fd41d req-817b0492-b396-46fd-94d8-71bc270f5e8a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382967 Jun 10 14:46:29.196521 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577400-ea76-40ab-95ac-6cfa1cc04f5c req-19592b22-0096-4e6f-8dcf-dd9ff37e1b7b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:29.197988 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a577400-ea76-40ab-95ac-6cfa1cc04f5c req-19592b22-0096-4e6f-8dcf-dd9ff37e1b7b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0712883 Jun 10 14:46:29.211713 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-aad6485f-0408-4528-9a4e-5e47544b4bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:29.222872 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:29.241268 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a577400-ea76-40ab-95ac-6cfa1cc04f5c req-4781c80b-0919-4e8a-9c8f-265989f1751e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368490 Jun 10 14:46:30.100674 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:30.195684 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb20b1-caea-4d96-89af-29ab1f8723ba req-b97d6f4e-ddc1-4396-b014-029c54b99dcd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:30.197136 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbb20b1-caea-4d96-89af-29ab1f8723ba req-b97d6f4e-ddc1-4396-b014-029c54b99dcd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0708601 Jun 10 14:46:30.239022 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbb20b1-caea-4d96-89af-29ab1f8723ba req-da0d6094-0a61-4d49-be7e-314a1e8fbc61 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355806 Jun 10 14:46:30.418222 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0041d-9028-41e0-84dd-a36d6d0b7ba3 req-5c19a218-30f3-4b66-be0f-4f0b99f0f536 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:30.419609 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7cb0041d-9028-41e0-84dd-a36d6d0b7ba3 req-5c19a218-30f3-4b66-be0f-4f0b99f0f536 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0695765 Jun 10 14:46:30.460637 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7cb0041d-9028-41e0-84dd-a36d6d0b7ba3 req-3e0cd83f-d4b4-4cad-b464-c4b0a235a8be tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345840 Jun 10 14:46:31.419905 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d262e-d142-44c5-9b68-c507430866f1 req-52151def-df4a-427c-bf9a-e6af0fe37b8b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:31.422314 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b70d262e-d142-44c5-9b68-c507430866f1 req-52151def-df4a-427c-bf9a-e6af0fe37b8b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0684099 Jun 10 14:46:31.463262 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b70d262e-d142-44c5-9b68-c507430866f1 req-b5b8c8f7-ba3e-4e61-bede-16a64f78e33a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353875 Jun 10 14:46:31.643079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa864-ebf2-4afd-8598-e83a0be8e132 req-e24aaddb-5b52-4b27-bea0-b8fa15937524 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:31.644432 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-738aa864-ebf2-4afd-8598-e83a0be8e132 req-e24aaddb-5b52-4b27-bea0-b8fa15937524 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0708106 Jun 10 14:46:31.685211 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-738aa864-ebf2-4afd-8598-e83a0be8e132 req-9c77b204-e15f-47c2-928a-ba88ee2174a3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352387 Jun 10 14:46:31.944033 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:32.650505 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d16cb3-9f4a-4288-9a44-656394c9d34e req-6b784e45-3172-4d3f-ba62-6387874bc088 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:32.651981 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80d16cb3-9f4a-4288-9a44-656394c9d34e req-6b784e45-3172-4d3f-ba62-6387874bc088 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0701585 Jun 10 14:46:32.694136 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80d16cb3-9f4a-4288-9a44-656394c9d34e req-ba81385a-3b68-4eae-8f69-b45696de8c3c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359035 Jun 10 14:46:32.862696 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdba2f2-4602-4e01-8d00-d248aeb97596 req-6ff4c300-bd03-43b4-98fd-b76d465a821b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:32.864071 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-acdba2f2-4602-4e01-8d00-d248aeb97596 req-6ff4c300-bd03-43b4-98fd-b76d465a821b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0680072 Jun 10 14:46:32.906021 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-acdba2f2-4602-4e01-8d00-d248aeb97596 req-0f60a532-59c4-480b-bbd5-612f9767b374 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356112 Jun 10 14:46:33.878453 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab7128-f870-46d5-a9d8-4946df45c56d req-91d84ad7-5dd6-4a23-944d-43428e19dd8b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:33.879922 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b9ab7128-f870-46d5-a9d8-4946df45c56d req-91d84ad7-5dd6-4a23-944d-43428e19dd8b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0675981 Jun 10 14:46:33.919794 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b9ab7128-f870-46d5-a9d8-4946df45c56d req-833ac4c4-dfd7-4383-bebf-8d9b29660ffe tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340374 Jun 10 14:46:34.090808 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4ecb-0c8e-43f6-bc98-fbd775e03acb req-b70c6a29-e36d-468b-92a1-2455fb4e8583 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:34.092361 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f0a4ecb-0c8e-43f6-bc98-fbd775e03acb req-b70c6a29-e36d-468b-92a1-2455fb4e8583 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0729954 Jun 10 14:46:34.132670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f0a4ecb-0c8e-43f6-bc98-fbd775e03acb req-411c6d9d-c5f3-445b-a78b-823d3a7f464d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349562 Jun 10 14:46:35.112765 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e033eb-a68a-4c2a-94b5-737397dc621f req-501cf46a-7969-4149-9a56-70d2d229ca20 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:35.114219 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5e033eb-a68a-4c2a-94b5-737397dc621f req-501cf46a-7969-4149-9a56-70d2d229ca20 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0736866 Jun 10 14:46:35.155014 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5e033eb-a68a-4c2a-94b5-737397dc621f req-b7b26dae-02db-4260-a1d6-35c4e9e610ad tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350409 Jun 10 14:46:35.310160 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d626-a20f-46b6-8b1f-ce7ab74c0e1e req-c3588743-30ab-4709-b85d-489824bbd0b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:35.311795 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b730d626-a20f-46b6-8b1f-ce7ab74c0e1e req-c3588743-30ab-4709-b85d-489824bbd0b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0685964 Jun 10 14:46:35.352651 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b730d626-a20f-46b6-8b1f-ce7ab74c0e1e req-bb52d5ba-c04e-478d-b49c-a708ade31c5b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353670 Jun 10 14:46:36.337462 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba8a1-1d00-4868-a8cd-bb579865c180 req-c62ecb10-53ae-4e2f-a3ac-75950d69da42 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:36.338810 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5adba8a1-1d00-4868-a8cd-bb579865c180 req-c62ecb10-53ae-4e2f-a3ac-75950d69da42 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0681777 Jun 10 14:46:36.380192 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5adba8a1-1d00-4868-a8cd-bb579865c180 req-fddc75c3-e382-4cda-8551-0401167bd7ee tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350666 Jun 10 14:46:36.537196 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc153f-e36b-4d4e-a367-559cabd86f12 req-1be67b00-509f-452f-8def-5b8236de1ab5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:36.538633 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-33cc153f-e36b-4d4e-a367-559cabd86f12 req-1be67b00-509f-452f-8def-5b8236de1ab5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0724914 Jun 10 14:46:36.580244 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-33cc153f-e36b-4d4e-a367-559cabd86f12 req-28b1dae3-1f5c-4953-ad5b-3251cb3a8eb8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360796 Jun 10 14:46:37.567038 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08448b-5387-4320-810c-e82477f8b5a4 req-466a0949-3569-4742-a66b-261818f15806 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:37.568474 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2d08448b-5387-4320-810c-e82477f8b5a4 req-466a0949-3569-4742-a66b-261818f15806 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0700822 Jun 10 14:46:37.768120 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2409578-2812-4581-a343-0b3b47f91e5d req-7faa6ecd-be01-4446-891e-731cd4a9e532 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:37.769623 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c2409578-2812-4581-a343-0b3b47f91e5d req-7faa6ecd-be01-4446-891e-731cd4a9e532 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0722470 Jun 10 14:46:37.813491 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c2409578-2812-4581-a343-0b3b47f91e5d req-9388edbd-087e-4631-a8a9-b1cb44b2558d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 Jun 10 14:46:37.835641 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2d08448b-5387-4320-810c-e82477f8b5a4 req-102823d7-2576-42d2-9fe6-15c49bba3b03 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616088 Jun 10 14:46:38.996381 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd350b-c2c0-423f-85fa-43a010e37f8b req-fd7cf7e1-e232-441d-a577-02dca07b1afd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:38.997832 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d4bd350b-c2c0-423f-85fa-43a010e37f8b req-fd7cf7e1-e232-441d-a577-02dca07b1afd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0732782 Jun 10 14:46:39.018605 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e502-78b9-4f05-b41f-38a4271704fc req-ee35022d-099a-4a9e-bc09-58c1a5e47a8a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:39.020172 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4743e502-78b9-4f05-b41f-38a4271704fc req-ee35022d-099a-4a9e-bc09-58c1a5e47a8a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0674903 Jun 10 14:46:39.040338 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d4bd350b-c2c0-423f-85fa-43a010e37f8b req-d2e29ed5-8b7d-4a34-91c1-1678fb9c6d40 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360658 Jun 10 14:46:39.063238 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4743e502-78b9-4f05-b41f-38a4271704fc req-22b1be12-8bea-4b3c-adff-f4dffcdc319b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373087 Jun 10 14:46:40.226813 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfd46-c30c-462b-8360-8aa54bed833a req-b641107b-148c-4108-8f86-b4c863b79e20 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:40.228318 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ce5cfd46-c30c-462b-8360-8aa54bed833a req-b641107b-148c-4108-8f86-b4c863b79e20 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0697498 Jun 10 14:46:40.254296 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af677b5-f988-44dc-8e05-d342cdfc7954 req-358bcbe4-e5f3-4875-b5e1-d239bd1e1e6f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:40.255818 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7af677b5-f988-44dc-8e05-d342cdfc7954 req-358bcbe4-e5f3-4875-b5e1-d239bd1e1e6f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0729649 Jun 10 14:46:40.271474 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ce5cfd46-c30c-462b-8360-8aa54bed833a req-896a48e7-0d19-4248-8dbe-602cd222aa63 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366390 Jun 10 14:46:40.298581 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7af677b5-f988-44dc-8e05-d342cdfc7954 req-37fe527f-1398-406e-833b-81cd239475df tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371211 Jun 10 14:46:41.465120 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977e8b-d763-4472-88d1-9269edaaf9a8 req-4348ce25-49e9-471b-a101-daa6396846e5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:41.466627 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa977e8b-d763-4472-88d1-9269edaaf9a8 req-4348ce25-49e9-471b-a101-daa6396846e5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0803740 Jun 10 14:46:41.486544 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f3543-9b17-49c5-bf96-6b4da8ef2486 req-dd1fea71-7b7a-4309-8fc6-ef6494ed3edb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:41.488078 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-463f3543-9b17-49c5-bf96-6b4da8ef2486 req-dd1fea71-7b7a-4309-8fc6-ef6494ed3edb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0694318 Jun 10 14:46:41.510041 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-aa977e8b-d763-4472-88d1-9269edaaf9a8 req-49047712-7846-4b52-99a6-6cb5b7f946dd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367785 Jun 10 14:46:41.530153 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-463f3543-9b17-49c5-bf96-6b4da8ef2486 req-4d44944d-6d08-4fbf-9119-854874f76927 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357778 Jun 10 14:46:42.689919 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c890-ba01-4a1f-a87c-01519d99a838 req-a2fa821d-3732-4ff0-9a18-d1ff45c6c463 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:42.691350 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fbc2c890-ba01-4a1f-a87c-01519d99a838 req-a2fa821d-3732-4ff0-9a18-d1ff45c6c463 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0703878 Jun 10 14:46:42.727021 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc70d-85c4-44e9-96be-947d6a72e2c9 req-4528cc74-65f4-4962-8e19-3c974624995a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:42.728493 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6ddc70d-85c4-44e9-96be-947d6a72e2c9 req-4528cc74-65f4-4962-8e19-3c974624995a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0782533 Jun 10 14:46:42.734022 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fbc2c890-ba01-4a1f-a87c-01519d99a838 req-a44b4f36-198b-4635-9975-512fbc495747 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370402 Jun 10 14:46:42.772493 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6ddc70d-85c4-44e9-96be-947d6a72e2c9 req-a111b5bb-7b31-4b35-af58-def8140407af tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Jun 10 14:46:43.915650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbead51-c587-4bfa-a41c-b91404911452 req-50be304c-22f2-48d0-8b56-208f5b503c81 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:43.917191 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fbead51-c587-4bfa-a41c-b91404911452 req-50be304c-22f2-48d0-8b56-208f5b503c81 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0740080 Jun 10 14:46:43.957628 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec892b-af4e-4fb7-a84d-99ea2a044600 req-461b222a-9d20-479b-b77f-be735c2998d7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:43.958996 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fbead51-c587-4bfa-a41c-b91404911452 req-b3bb8e22-3646-4a15-9a7d-8b5ac9e1fade tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355308 Jun 10 14:46:43.959218 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03ec892b-af4e-4fb7-a84d-99ea2a044600 req-461b222a-9d20-479b-b77f-be735c2998d7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0680985 Jun 10 14:46:44.002573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03ec892b-af4e-4fb7-a84d-99ea2a044600 req-3b4feb5f-6306-45ac-9619-7d8c109cfe78 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375767 Jun 10 14:46:45.146443 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3583a-8f56-47a3-bd65-96f85331de91 req-6dd5bd81-816c-48a3-968b-b644800cf019 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:45.147941 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-52e3583a-8f56-47a3-bd65-96f85331de91 req-6dd5bd81-816c-48a3-968b-b644800cf019 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0753689 Jun 10 14:46:45.189451 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-52e3583a-8f56-47a3-bd65-96f85331de91 req-49a571b0-c600-47ef-8614-74cf2717d1cb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358615 Jun 10 14:46:45.191874 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afb2c-92d5-4601-95da-c552b08d4a6a req-2d33d757-b1a8-45c0-aaf2-759a209366d0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:45.193354 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cd6afb2c-92d5-4601-95da-c552b08d4a6a req-2d33d757-b1a8-45c0-aaf2-759a209366d0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0703120 Jun 10 14:46:45.236926 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cd6afb2c-92d5-4601-95da-c552b08d4a6a req-5ed512de-3ff7-44c5-a25f-42c2fc0fd456 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Jun 10 14:46:46.372660 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff17-7673-4945-816e-5e4797ff66bc req-8fd30a1f-36c1-4a60-8779-92e8a8d77141 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:46.374782 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b8aeff17-7673-4945-816e-5e4797ff66bc req-8fd30a1f-36c1-4a60-8779-92e8a8d77141 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0692141 Jun 10 14:46:46.416246 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b8aeff17-7673-4945-816e-5e4797ff66bc req-5dc19739-ef06-48c0-b2b2-e1b509a2e4af tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Jun 10 14:46:46.425825 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20618e-c30a-4d11-a158-de1b60f5cd8c req-9b6939cf-f38b-4949-8d83-420e98426eb1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:46.427345 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ac20618e-c30a-4d11-a158-de1b60f5cd8c req-9b6939cf-f38b-4949-8d83-420e98426eb1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0736377 Jun 10 14:46:46.468449 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ac20618e-c30a-4d11-a158-de1b60f5cd8c req-06f26058-8aab-4f17-aef3-f655d22cb754 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355546 Jun 10 14:46:47.601562 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3712-6a3c-4880-bf5d-15a49754dec9 req-9614104a-d69c-4a09-ac64-22864fd65b67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:47.602955 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2d9c3712-6a3c-4880-bf5d-15a49754dec9 req-9614104a-d69c-4a09-ac64-22864fd65b67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0723503 Jun 10 14:46:47.645399 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2d9c3712-6a3c-4880-bf5d-15a49754dec9 req-658f3d00-3d32-4960-9443-a8686b1208b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363839 Jun 10 14:46:47.651831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8e7ea-6d61-4ba4-8f47-a4d9de29326a req-7682094d-ae77-43d4-99c7-c2d1986bd3e7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:47.653302 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1d8e7ea-6d61-4ba4-8f47-a4d9de29326a req-7682094d-ae77-43d4-99c7-c2d1986bd3e7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0684252 Jun 10 14:46:47.695569 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1d8e7ea-6d61-4ba4-8f47-a4d9de29326a req-0d5fc3b7-8012-4f1d-af5e-c2a1ddce6292 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364380 Jun 10 14:46:48.828504 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7b8df-9884-4c49-94f3-a628e14500cc req-d727da9a-ba61-49b2-a982-448f5c4a5dc1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:48.830240 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ebc7b8df-9884-4c49-94f3-a628e14500cc req-d727da9a-ba61-49b2-a982-448f5c4a5dc1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0730059 Jun 10 14:46:48.876340 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ebc7b8df-9884-4c49-94f3-a628e14500cc req-33cb32d9-b98e-4a64-9706-0b846338cd5c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Jun 10 14:46:48.889237 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ec052-bc4a-4a97-bf05-f6881b3b4d3c req-b2932866-f899-46a1-ae02-73cbcfcce0e4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:48.890890 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-964ec052-bc4a-4a97-bf05-f6881b3b4d3c req-b2932866-f899-46a1-ae02-73cbcfcce0e4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0764699 Jun 10 14:46:48.932147 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-964ec052-bc4a-4a97-bf05-f6881b3b4d3c req-2c5c7dbb-181a-47c6-a7a0-7a355717e33a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356541 Jun 10 14:46:50.062117 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b37595-ed15-4ed4-883a-aae900bc7fbd req-7d1bd0af-a6fb-491e-aae6-be6582218395 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:50.064009 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d0b37595-ed15-4ed4-883a-aae900bc7fbd req-7d1bd0af-a6fb-491e-aae6-be6582218395 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0770671 Jun 10 14:46:50.110258 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d0b37595-ed15-4ed4-883a-aae900bc7fbd req-79ca1ebc-3d1f-4810-8070-9c2a011e9171 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Jun 10 14:46:50.271726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a03b1a-3832-40e7-9012-f99d7dc7e572 req-724a4c8b-afcd-439a-b202-2561b151591c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:50.273100 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43a03b1a-3832-40e7-9012-f99d7dc7e572 req-724a4c8b-afcd-439a-b202-2561b151591c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0700817 Jun 10 14:46:50.313861 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43a03b1a-3832-40e7-9012-f99d7dc7e572 req-36a7e4dc-52da-40e2-a7c0-8f7eb82821f5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351746 Jun 10 14:46:51.289310 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2da702-eafd-4676-b3e1-042085825cca req-b642154e-1c35-4984-9223-ac9075f3a98a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:51.290751 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6b2da702-eafd-4676-b3e1-042085825cca req-b642154e-1c35-4984-9223-ac9075f3a98a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0691669 Jun 10 14:46:51.331456 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6b2da702-eafd-4676-b3e1-042085825cca req-b90c85f7-7078-4a14-aed8-c11781554bf5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348129 Jun 10 14:46:51.501473 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a0bcc-a404-49ec-9f2c-29b1b20f2a18 req-4e65ec86-f889-473a-a3d2-8127c6b1d29f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:51.502901 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-698a0bcc-a404-49ec-9f2c-29b1b20f2a18 req-4e65ec86-f889-473a-a3d2-8127c6b1d29f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0730896 Jun 10 14:46:51.544170 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-698a0bcc-a404-49ec-9f2c-29b1b20f2a18 req-31c7b7bc-60ba-4850-9615-4d4d244ec961 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355129 Jun 10 14:46:52.346853 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:46:52.414872 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-bd81e5ec-36e7-415b-8255-edbbe067ac4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617225 Jun 10 14:46:52.501211 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-e6a2d163-8151-4ace-a3e3-c59826da480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.502676 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-e6a2d163-8151-4ace-a3e3-c59826da480a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0623288 Jun 10 14:46:52.518787 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836dc67-96e8-4a66-8f49-d74190c19d9e req-90f9e1b9-8e7e-4968-af21-83ccdec48b5d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.520288 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a836dc67-96e8-4a66-8f49-d74190c19d9e req-90f9e1b9-8e7e-4968-af21-83ccdec48b5d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0734243 Jun 10 14:46:52.562370 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a836dc67-96e8-4a66-8f49-d74190c19d9e req-1c1f057e-8d86-41fc-97b5-19231ec8ec05 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364285 Jun 10 14:46:52.638846 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-88596a30-ada6-4334-9723-0550253e8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.640247 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-88596a30-ada6-4334-9723-0550253e8d60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1089673 Jun 10 14:46:52.707788 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-075e2701-aeb0-42b2-b005-6c4ec0d909e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.0595031 Jun 10 14:46:52.799938 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-c2baf793-035f-4333-823b-5990531b38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.801338 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-c2baf793-035f-4333-823b-5990531b38ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0710490 Jun 10 14:46:52.815223 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef7816-8b8a-4c11-a325-70167bcbce2d req-2e5c8393-4384-480a-9605-8fa1686f1e00 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:52.816561 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fef7816-8b8a-4c11-a325-70167bcbce2d req-2e5c8393-4384-480a-9605-8fa1686f1e00 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.1181083 Jun 10 14:46:52.860700 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-8c335f50-ac37-42f2-8826-fc27d7c67f36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432341 Jun 10 14:46:52.899062 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fef7816-8b8a-4c11-a325-70167bcbce2d req-90c91c04-0058-40ae-be9b-0ff898eb6e3f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746474 Jun 10 14:46:53.217083 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-7f97c3ad-d5bc-4671-93d2-510be8c094c0 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420234 Jun 10 14:46:53.336486 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-292223b6-e08b-4b77-bc23-3a5f515bd076 req-4e3781c9-58b3-4842-a17e-c5df525e0e05 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074686 Jun 10 14:46:53.741667 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282123-d494-4602-bbde-baf29c18e845 req-7ac2bf47-aa7a-458c-8a00-a3c439b33de1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:53.743147 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bc282123-d494-4602-bbde-baf29c18e845 req-7ac2bf47-aa7a-458c-8a00-a3c439b33de1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0687339 Jun 10 14:46:53.784456 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bc282123-d494-4602-bbde-baf29c18e845 req-ee766cb1-88a3-4e7c-a5c1-e0cae4089b8a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349960 Jun 10 14:46:54.083405 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b005cec-18e3-4f7e-a2b9-d33921f3f7ad req-797f7382-3fbd-45d4-8875-8f1e4a43c4fd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:54.084868 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9b005cec-18e3-4f7e-a2b9-d33921f3f7ad req-797f7382-3fbd-45d4-8875-8f1e4a43c4fd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0689955 Jun 10 14:46:54.141043 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9b005cec-18e3-4f7e-a2b9-d33921f3f7ad req-ac61ffbf-5e9e-4793-87d0-0fb4c7062f13 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475247 Jun 10 14:46:54.962770 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50a6c5-7581-4f0c-ba24-67245858705a req-ce7ac671-c31a-49e9-baab-380be410a763 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:54.964222 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ae50a6c5-7581-4f0c-ba24-67245858705a req-ce7ac671-c31a-49e9-baab-380be410a763 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0718677 Jun 10 14:46:55.005423 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ae50a6c5-7581-4f0c-ba24-67245858705a req-25880fe0-e1d6-4f05-8d34-2ed5d626dde3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348382 Jun 10 14:46:55.318512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe99e-8ef8-4464-ac3a-479360e6f6d0 req-0119cae5-742b-4970-9553-91766df85930 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:55.319962 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2ecbe99e-8ef8-4464-ac3a-479360e6f6d0 req-0119cae5-742b-4970-9553-91766df85930 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0728476 Jun 10 14:46:55.361792 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2ecbe99e-8ef8-4464-ac3a-479360e6f6d0 req-7800d621-921a-42bf-b3fa-ad018a173e9e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360847 Jun 10 14:46:56.180103 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1352-e4b3-4f63-810d-0bd90ce4bd54 req-52dfaeae-117c-4e77-8f1d-500984583081 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:56.181540 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fdeb1352-e4b3-4f63-810d-0bd90ce4bd54 req-52dfaeae-117c-4e77-8f1d-500984583081 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0673232 Jun 10 14:46:56.223166 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fdeb1352-e4b3-4f63-810d-0bd90ce4bd54 req-2d1d1e31-c7d2-45e9-8335-862d5d14694f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358458 Jun 10 14:46:56.508330 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4a32-f653-4762-8b64-c1ed3c9a3e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:56.545904 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fc135-3529-41a5-a5fc-94af5e741116 req-a824ea39-39a7-4298-9741-1826978dc45a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:56.547759 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e08fc135-3529-41a5-a5fc-94af5e741116 req-a824ea39-39a7-4298-9741-1826978dc45a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0725777 Jun 10 14:46:56.589602 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e08fc135-3529-41a5-a5fc-94af5e741116 req-77a99f6c-4ede-4f11-a277-240f0046a13e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362384 Jun 10 14:46:57.147171 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:57.408171 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a90b1-3ec2-4f8d-b399-01474846b230 req-64203ff5-479a-4ab0-9b3d-95d7c6a481cd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:57.409626 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-808a90b1-3ec2-4f8d-b399-01474846b230 req-64203ff5-479a-4ab0-9b3d-95d7c6a481cd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0713067 Jun 10 14:46:57.449618 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-808a90b1-3ec2-4f8d-b399-01474846b230 req-d5467ef4-9386-4442-a9f4-5d3cf34b1a57 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344708 Jun 10 14:46:57.776598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100d40-70dd-435b-9d62-da5c3b1f2109 req-9f20f3f3-db41-49e0-bf53-6aa077829455 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:57.778046 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-44100d40-70dd-435b-9d62-da5c3b1f2109 req-9f20f3f3-db41-49e0-bf53-6aa077829455 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0721419 Jun 10 14:46:57.820166 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-44100d40-70dd-435b-9d62-da5c3b1f2109 req-65bf544e-cb24-4e9c-a70b-c72a08eb3b0c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356760 Jun 10 14:46:58.627187 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2f05-dc78-44d6-9272-4b0719a95ad1 req-5f5d6e91-2e95-4d36-ba4b-56cd9dde224e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:58.628573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6fbd2f05-dc78-44d6-9272-4b0719a95ad1 req-5f5d6e91-2e95-4d36-ba4b-56cd9dde224e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0688601 Jun 10 14:46:58.669060 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6fbd2f05-dc78-44d6-9272-4b0719a95ad1 req-594e8497-122e-4240-b838-9180bf6cb61a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348523 Jun 10 14:46:59.004623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397696a4-0030-4160-b9dc-243829952ab8 req-40612a00-76d9-450f-b0ed-ae123cd416fb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:59.006062 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-397696a4-0030-4160-b9dc-243829952ab8 req-40612a00-76d9-450f-b0ed-ae123cd416fb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0680377 Jun 10 14:46:59.048634 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-397696a4-0030-4160-b9dc-243829952ab8 req-5116224b-e5cf-424c-8d90-fd698aabfb9d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368474 Jun 10 14:46:59.213960 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-8f5bc103-b3aa-4bf1-ba42-ae51c1ab52f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.224571 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:46:59.850798 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95107fc-c4f8-4cf9-b85e-3c37ff6c70cd req-a60b69e7-bbda-4d70-9b93-5c91e80cdca9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:46:59.852301 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d95107fc-c4f8-4cf9-b85e-3c37ff6c70cd req-a60b69e7-bbda-4d70-9b93-5c91e80cdca9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0716057 Jun 10 14:46:59.893684 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d95107fc-c4f8-4cf9-b85e-3c37ff6c70cd req-97648527-7cdc-486c-9965-4a6872ae011f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355823 Jun 10 14:47:00.102892 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:00.237814 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75c3b-9b83-46e9-940a-21e394098a80 req-d45485d1-2058-4d8b-b8dd-0925a1e312e3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:00.239277 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-79a75c3b-9b83-46e9-940a-21e394098a80 req-d45485d1-2058-4d8b-b8dd-0925a1e312e3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0734782 Jun 10 14:47:00.280221 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-79a75c3b-9b83-46e9-940a-21e394098a80 req-f1fb15c8-a415-4532-a1cc-a768534ac65d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353458 Jun 10 14:47:01.072277 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d768c-657b-4336-8acc-7a71a56be4c4 req-47a094f0-f73d-4cf8-aff8-d4ef51ac99ef tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:01.073729 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f8d768c-657b-4336-8acc-7a71a56be4c4 req-47a094f0-f73d-4cf8-aff8-d4ef51ac99ef tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0682173 Jun 10 14:47:01.115234 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f8d768c-657b-4336-8acc-7a71a56be4c4 req-ea4daa2d-f054-4a20-b5d5-cdbd042394b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352299 Jun 10 14:47:01.462749 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db23c9-5e4d-40c0-bf14-b9e444b1fbcf req-41c9bbc6-f151-40b1-93c2-f522128af056 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:01.464223 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-92db23c9-5e4d-40c0-bf14-b9e444b1fbcf req-41c9bbc6-f151-40b1-93c2-f522128af056 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0686457 Jun 10 14:47:01.507509 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-92db23c9-5e4d-40c0-bf14-b9e444b1fbcf req-8f9ed551-db6f-4d68-914f-49d6e70c1101 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Jun 10 14:47:01.947165 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:02.296790 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9faf7-f4a0-40ec-91d4-3cea01b79c24 req-03a4c2a2-36f8-4b08-9e8c-384ecfd15d7c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:02.298262 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8bb9faf7-f4a0-40ec-91d4-3cea01b79c24 req-03a4c2a2-36f8-4b08-9e8c-384ecfd15d7c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0723469 Jun 10 14:47:02.338605 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8bb9faf7-f4a0-40ec-91d4-3cea01b79c24 req-a6d2dcc0-cf07-460a-97ee-759c8c83e435 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346789 Jun 10 14:47:02.698770 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc75c9-6543-474e-803e-0f1a3c69d4c2 req-8ea4149a-ed62-4219-bd41-ab78e3b29d10 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:02.700240 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7bbc75c9-6543-474e-803e-0f1a3c69d4c2 req-8ea4149a-ed62-4219-bd41-ab78e3b29d10 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0733843 Jun 10 14:47:02.742683 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7bbc75c9-6543-474e-803e-0f1a3c69d4c2 req-3520bdb3-2fd5-4a51-b8bb-01e92aa8d409 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366836 Jun 10 14:47:03.514457 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a29af-ae67-44b5-bde1-a045cdfe784d req-a1a629d4-c983-4fba-a2f7-068b3baee101 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:03.516086 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-557a29af-ae67-44b5-bde1-a045cdfe784d req-a1a629d4-c983-4fba-a2f7-068b3baee101 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0687311 Jun 10 14:47:03.556224 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-557a29af-ae67-44b5-bde1-a045cdfe784d req-efd40fee-e697-45fb-8f58-1ef2374cbf52 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jun 10 14:47:03.926269 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd601b-31b2-4718-8b4e-b2876f0aed49 req-12e00b6a-9c37-4046-b9b5-00bf9a099713 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:03.927668 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83fd601b-31b2-4718-8b4e-b2876f0aed49 req-12e00b6a-9c37-4046-b9b5-00bf9a099713 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0686796 Jun 10 14:47:03.969976 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83fd601b-31b2-4718-8b4e-b2876f0aed49 req-0a2a38a2-de50-4c59-98df-478436936f58 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367782 Jun 10 14:47:04.745799 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793159fb-4698-42cc-a805-51fc02cd08c0 req-138447b7-670a-4448-b2c8-de29d6dc01fe tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:04.745799 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-793159fb-4698-42cc-a805-51fc02cd08c0 req-138447b7-670a-4448-b2c8-de29d6dc01fe tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0772748 Jun 10 14:47:04.787264 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-793159fb-4698-42cc-a805-51fc02cd08c0 req-ea413bbe-127a-417d-a575-d23aba3f49c5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362945 Jun 10 14:47:05.155501 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1d3d5-4b68-4f1b-a508-efde65f9c20a req-eeb014a8-1ec8-466c-aa6c-cba5366b26a9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:05.156936 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e0f1d3d5-4b68-4f1b-a508-efde65f9c20a req-eeb014a8-1ec8-466c-aa6c-cba5366b26a9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0727537 Jun 10 14:47:05.197384 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e0f1d3d5-4b68-4f1b-a508-efde65f9c20a req-5d74ec54-cfc7-43ca-b65e-e3e77faa149b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348556 Jun 10 14:47:05.963719 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4040a-0aaa-45e0-8fb5-309e82012de2 req-949e2a86-6518-4da1-a849-be2a9879af95 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:05.965163 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56b4040a-0aaa-45e0-8fb5-309e82012de2 req-949e2a86-6518-4da1-a849-be2a9879af95 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0678561 Jun 10 14:47:06.006136 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56b4040a-0aaa-45e0-8fb5-309e82012de2 req-b7b83321-88e4-448f-ac05-589f40e4f0a0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347812 Jun 10 14:47:06.381200 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076030a-c90a-42bf-9b68-f1a731f77322 req-042f49e1-7cf3-4f14-ac39-025287514bb9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:06.382643 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f076030a-c90a-42bf-9b68-f1a731f77322 req-042f49e1-7cf3-4f14-ac39-025287514bb9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0683341 Jun 10 14:47:06.423967 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f076030a-c90a-42bf-9b68-f1a731f77322 req-4c682dfb-25e2-44a8-b10b-23415e2476fc tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356855 Jun 10 14:47:07.189571 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1d92-ed2a-48a5-a0f1-f275f20aec2f req-3f96d131-93a0-4386-aad8-c2ec87a5d04d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:07.191101 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5ad1d92-ed2a-48a5-a0f1-f275f20aec2f req-3f96d131-93a0-4386-aad8-c2ec87a5d04d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0723586 Jun 10 14:47:07.232108 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5ad1d92-ed2a-48a5-a0f1-f275f20aec2f req-924d2042-15a8-416b-9124-fa267dc2319a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348539 Jun 10 14:47:07.609158 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f0f22-a98d-440c-abe2-9417496212a5 req-4ed89f5e-1267-43b6-a392-a6d8ee78fa85 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:07.610603 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e1f0f22-a98d-440c-abe2-9417496212a5 req-4ed89f5e-1267-43b6-a392-a6d8ee78fa85 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0728264 Jun 10 14:47:07.654081 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e1f0f22-a98d-440c-abe2-9417496212a5 req-3f62bbbf-12e2-4bbc-8dc9-457207bc9229 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373838 Jun 10 14:47:08.560189 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106ae2e-deda-4170-909f-7560367a4632 req-a8abf722-109f-4450-b542-27840c8340a0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:08.561565 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1106ae2e-deda-4170-909f-7560367a4632 req-a8abf722-109f-4450-b542-27840c8340a0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0682414 Jun 10 14:47:08.602354 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1106ae2e-deda-4170-909f-7560367a4632 req-675801ca-9b63-47b9-bbfe-bfc89ee984c3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351396 Jun 10 14:47:08.847907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a8346-3e7e-44bb-955d-b366730432f6 req-39b85442-2326-4fea-b6c8-fdf284023fb0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:08.849393 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9d5a8346-3e7e-44bb-955d-b366730432f6 req-39b85442-2326-4fea-b6c8-fdf284023fb0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0697339 Jun 10 14:47:08.890886 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9d5a8346-3e7e-44bb-955d-b366730432f6 req-03c44acb-138a-4795-9768-aeb1f3a9215c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359976 Jun 10 14:47:09.783606 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265b562-a7d9-40d6-bf79-1a1f14a7ed9e req-276c9874-90dc-4993-93c8-450bd11ce2f3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:09.785066 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2265b562-a7d9-40d6-bf79-1a1f14a7ed9e req-276c9874-90dc-4993-93c8-450bd11ce2f3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0717330 Jun 10 14:47:09.829690 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2265b562-a7d9-40d6-bf79-1a1f14a7ed9e req-c2f8a7b3-a366-4600-9d3c-cc2244f72978 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Jun 10 14:47:10.080651 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203123c6-0abe-4fc6-850d-9fc3300fa5a3 req-0a01a951-a94c-4e00-8612-d0cc76a457b3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:10.082118 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-203123c6-0abe-4fc6-850d-9fc3300fa5a3 req-0a01a951-a94c-4e00-8612-d0cc76a457b3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0742371 Jun 10 14:47:10.124269 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-203123c6-0abe-4fc6-850d-9fc3300fa5a3 req-cdaf208a-8355-4f2f-a154-9257718bd10d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357292 Jun 10 14:47:11.007008 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21daf6-8297-491e-ba2b-de76d2f306ed req-ec48c34a-1a63-46a0-bd5d-341df6a4de8f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:11.008450 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0d21daf6-8297-491e-ba2b-de76d2f306ed req-ec48c34a-1a63-46a0-bd5d-341df6a4de8f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0673697 Jun 10 14:47:11.052802 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0d21daf6-8297-491e-ba2b-de76d2f306ed req-8fd7a1cd-f9c4-4678-b127-bce20fb97dc0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Jun 10 14:47:11.307141 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf388ca-fcfe-42dc-bb7f-797c0a077852 req-57fa000b-066e-4570-9d97-8024b9cdfbd0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:11.308508 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9cf388ca-fcfe-42dc-bb7f-797c0a077852 req-57fa000b-066e-4570-9d97-8024b9cdfbd0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0690968 Jun 10 14:47:11.351305 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9cf388ca-fcfe-42dc-bb7f-797c0a077852 req-dcd07cf8-5184-4a2e-a94c-b7e01fa1a11f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362637 Jun 10 14:47:12.091332 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8936b10-e77e-413d-9fcc-21ea3a60b2e4 req-c1b65d2b-ce5c-4a8f-88f6-d0adbf9f1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:12.093085 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c8936b10-e77e-413d-9fcc-21ea3a60b2e4 req-c1b65d2b-ce5c-4a8f-88f6-d0adbf9f1f82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1100 time: 0.0631568 Jun 10 14:47:12.143974 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c8936b10-e77e-413d-9fcc-21ea3a60b2e4 req-9e1e2a8a-87aa-4969-843c-cf542755acab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Jun 10 14:47:12.252333 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633f942-fef2-4977-bed5-a0cec7348fe9 req-2165cc3d-b002-4c38-986d-0f8da1086c44 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:12.253784 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2633f942-fef2-4977-bed5-a0cec7348fe9 req-2165cc3d-b002-4c38-986d-0f8da1086c44 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0727210 Jun 10 14:47:12.294900 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2633f942-fef2-4977-bed5-a0cec7348fe9 req-51ea8c58-9d8d-401d-83d4-55343c280c52 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347881 Jun 10 14:47:12.535546 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b704207-e610-418f-a7d0-8ba7df780b93 req-1333b4dc-d17a-473e-a815-366b712f7fe3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:12.536981 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b704207-e610-418f-a7d0-8ba7df780b93 req-1333b4dc-d17a-473e-a815-366b712f7fe3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0696013 Jun 10 14:47:12.579037 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b704207-e610-418f-a7d0-8ba7df780b93 req-b77c31b1-3f20-477b-929c-4f83c5572ca4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364692 Jun 10 14:47:13.474037 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1d500-7db5-4ebe-9c64-edd90001634b req-e18f5d1d-cb52-41f1-ad8e-352be3507254 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:13.475572 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e9d1d500-7db5-4ebe-9c64-edd90001634b req-e18f5d1d-cb52-41f1-ad8e-352be3507254 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0708363 Jun 10 14:47:13.518947 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e9d1d500-7db5-4ebe-9c64-edd90001634b req-d910be52-54db-4cbe-83a6-71708ae68cee tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372038 Jun 10 14:47:13.785229 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56579e40-facd-4e8f-bbc4-7bd340fa2b49 req-65cea0ce-0718-4a09-9990-b253ae804958 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:13.786707 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56579e40-facd-4e8f-bbc4-7bd340fa2b49 req-65cea0ce-0718-4a09-9990-b253ae804958 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0815356 Jun 10 14:47:13.829302 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56579e40-facd-4e8f-bbc4-7bd340fa2b49 req-28598efb-dd82-4cc0-8edf-f3eaee3ac518 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369644 Jun 10 14:47:14.706890 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56148919-0f45-4326-a0cf-27fc7005d2e4 req-81520220-c670-42fa-aca6-0e9a6e81f19a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:14.708415 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56148919-0f45-4326-a0cf-27fc7005d2e4 req-81520220-c670-42fa-aca6-0e9a6e81f19a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0787768 Jun 10 14:47:14.751250 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56148919-0f45-4326-a0cf-27fc7005d2e4 req-40bb7ad9-0046-48fb-8b9d-09a6f694b98d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369582 Jun 10 14:47:14.868979 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 8fdb46a6-728d-4682-9486-72103ea4e697 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:47:15.020415 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b070a4b-62b5-4309-808d-4c84f1e9eaf1 req-8902039a-55a8-447a-a0b9-4f35d697de70 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:15.021987 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1b070a4b-62b5-4309-808d-4c84f1e9eaf1 req-8902039a-55a8-447a-a0b9-4f35d697de70 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0736859 Jun 10 14:47:15.067244 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1b070a4b-62b5-4309-808d-4c84f1e9eaf1 req-d36130b9-e3e3-4591-9c81-3dde4ead5832 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 Jun 10 14:47:15.118585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 8fdb46a6-728d-4682-9486-72103ea4e697, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8fdb46a6-728d-4682-9486-72103ea4e697,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:15.130066 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '8fdb46a6-728d-4682-9486-72103ea4e697', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'port_id': '8fdb46a6-728d-4682-9486-72103ea4e697', 'mac_address': 'fa:16:3e:87:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:47:15.175580 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:15.189834 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdb46a6-728d-4682-9486-72103ea4e697 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:47:15.211214 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 8fdb46a6-728d-4682-9486-72103ea4e697, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8fdb46a6-728d-4682-9486-72103ea4e697,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:15.215194 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:15.218585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:15.271307 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=8fdb46a6-728d-4682-9486-72103ea4e697,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:15.274576 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:15.564392 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['8fdb46a6-728d-4682-9486-72103ea4e697'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:47:15.929986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b993e-b346-4018-bf63-e5794273530a req-eb67c188-89e9-43c3-854c-39adfd012768 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:15.931405 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-085b993e-b346-4018-bf63-e5794273530a req-eb67c188-89e9-43c3-854c-39adfd012768 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 945 time: 0.0691609 Jun 10 14:47:15.973497 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-085b993e-b346-4018-bf63-e5794273530a req-68e6abb8-6b20-49c7-abb7-93e3ed9f40b1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Jun 10 14:47:16.882121 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 8fdb46a6-728d-4682-9486-72103ea4e697 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:47:16.936157 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 8fdb46a6-728d-4682-9486-72103ea4e697 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:47:16.940010 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 8fdb46a6-728d-4682-9486-72103ea4e697 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:47:16.940392 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:17.030708 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:17.057564 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:17.060710 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7fc88-a53d-44a6-8f36-41f23aac99c5" -d '{"events": [{"server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "name": "network-vif-plugged", "status": "completed", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:17.074555 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 8fdb46a6-728d-4682-9486-72103ea4e697, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8fdb46a6-728d-4682-9486-72103ea4e697,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:47:17.080016 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:17.082002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:17.108807 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b04457c-64af-4088-8919-498dc779026f x-openstack-request-id: req-6b04457c-64af-4088-8919-498dc779026f {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:17.109101 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "name": "network-vif-plugged", "status": "completed", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:17.109358 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b04457c-64af-4088-8919-498dc779026f {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:17.109745 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697', 'code': 200} Jun 10 14:47:17.138392 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=8fdb46a6-728d-4682-9486-72103ea4e697,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:17.141541 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:17.167269 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4dedd-776e-45e0-b8c0-beb69772eab1 req-52e3e760-e493-4890-a908-c15f533293b3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:17.169415 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4fe4dedd-776e-45e0-b8c0-beb69772eab1 req-52e3e760-e493-4890-a908-c15f533293b3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0767126 Jun 10 14:47:17.210023 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4fe4dedd-776e-45e0-b8c0-beb69772eab1 req-a55741e1-1842-4048-88d9-7c7ce7ec61d2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350044 Jun 10 14:47:17.393674 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81505c-8a19-4567-9683-b1b26eb0c56a req-a2d9d2b0-4394-4d56-a1c1-6dcd9e2ea6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:17.395255 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1d81505c-8a19-4567-9683-b1b26eb0c56a req-a2d9d2b0-4394-4d56-a1c1-6dcd9e2ea6dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0593057 Jun 10 14:47:17.440042 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1d81505c-8a19-4567-9683-b1b26eb0c56a req-173d67d0-5f18-42dd-91c6-6c3cd8dec37f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345461 Jun 10 14:47:18.393361 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204103f-08d9-49ec-92c3-5bb265972e45 req-c2b721ab-716a-42e0-ada2-70874efe73fc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:18.394744 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4204103f-08d9-49ec-92c3-5bb265972e45 req-c2b721ab-716a-42e0-ada2-70874efe73fc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0737693 Jun 10 14:47:18.436720 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4204103f-08d9-49ec-92c3-5bb265972e45 req-d4e3443c-8009-4cb1-b226-9f4ff1e16106 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363495 Jun 10 14:47:19.620765 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c27e-717f-4844-a0b6-54af96728368 req-3259cd9e-3d23-4c1f-b01c-e7df3fd92b07 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:19.622929 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-87e6c27e-717f-4844-a0b6-54af96728368 req-3259cd9e-3d23-4c1f-b01c-e7df3fd92b07 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0730669 Jun 10 14:47:19.664770 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-87e6c27e-717f-4844-a0b6-54af96728368 req-cf98ac48-89d1-4f02-9c16-5d4eaa617f02 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361235 Jun 10 14:47:19.840970 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74d75-29f1-47bb-a596-2da3f98db139 req-7c420a07-5459-40cb-a5d7-81d131ae13d1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:19.842394 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4b74d75-29f1-47bb-a596-2da3f98db139 req-7c420a07-5459-40cb-a5d7-81d131ae13d1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0682151 Jun 10 14:47:19.886958 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4b74d75-29f1-47bb-a596-2da3f98db139 req-bb283aed-dd53-41b8-bd18-1e555debac1d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373287 Jun 10 14:47:19.911615 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 51012) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:20.100990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168a7e1-5b30-4253-9f80-3fa1c5036708 tempest-TestShelveInstance-1056534304 tempest-TestShelveInstance-1056534304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:20.102461 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-0168a7e1-5b30-4253-9f80-3fa1c5036708 tempest-TestShelveInstance-1056534304 tempest-TestShelveInstance-1056534304-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1094 time: 0.1898379 Jun 10 14:47:20.105748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 51018) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:47:20.110813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'port_id': '8fdb46a6-728d-4682-9486-72103ea4e697', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:47:20.138833 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for floatingip, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:20.267562 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:20.397011 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Allocated IP 172.27.1.248 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/d39e9d6a-1b59-45b2-b0a3-198101538f5f) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:47:20.534805 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:20.574157 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:20.577487 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:20.627624 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:47:20.630592 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:47:20.634008 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:47:20.645747 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'Port': ['ID=d39e9d6a-1b59-45b2-b0a3-198101538f5f,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:20.646554 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.646951 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.647369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.647678 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.648034 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.648386 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.648739 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.649085 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.649430 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.649776 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.650121 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.650465 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:47:20.677138 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:21.161379 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:21.277970 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:21.452290 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:21.456904 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:21.458815 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:47:21.539241 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event updated for resources: {'Port': ['ID=d39e9d6a-1b59-45b2-b0a3-198101538f5f,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:47:21.542985 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:47:21.551493 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:21.920251 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.l3_db [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Floating IP 7d5f5713-4d1e-47f1-baab-acdda5f0d377 associated. External IP: 172.27.1.248, port: 8fdb46a6-728d-4682-9486-72103ea4e697. Jun 10 14:47:22.198069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Router 2fbf565e-15b2-4753-beba-d3a9f740e932 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:47:22.344243 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:47:22.353870 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] Sync routers for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:47:22.360587 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:22.364291 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:22.364902 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:46:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:22.403477 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2960212 Jun 10 14:47:22.404180 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:47:22.406553 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a646d5a8-df2b-45b3-b43f-0089e6c12c28" -d '{"events": [{"name": "network-changed", "server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:47:22.444153 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc224340-a95b-4251-8dd2-a4a5bacd9311 x-openstack-request-id: req-fc224340-a95b-4251-8dd2-a4a5bacd9311 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:47:22.444480 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:47:22.444769 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc224340-a95b-4251-8dd2-a4a5bacd9311 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:47:22.445198 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697', 'status': 'completed', 'code': 200} Jun 10 14:47:22.536803 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-853548bd-ae9d-405b-a1e6-25f49f430164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:22.538259 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-853548bd-ae9d-405b-a1e6-25f49f430164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1066744b4c2042699697b137735d7c3e&device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0589547 Jun 10 14:47:22.599232 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:22.657964 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-bc99d124-3860-4ef8-9f7c-c90215bc4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:22.659680 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-bc99d124-3860-4ef8-9f7c-c90215bc4e85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 200 len: 909 time: 0.1126518 Jun 10 14:47:22.750842 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-ed2a74a9-b946-4193-af89-ef5b3cb071cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 200 len: 1000 time: 0.0832880 Jun 10 14:47:22.813403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-8ea5f81a-8f73-409a-bdeb-9f5618ee6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:22.814840 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-8ea5f81a-8f73-409a-bdeb-9f5618ee6972 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405c0ca2-b339-433f-8761-78c5815e5d5c HTTP/1.1" status: 200 len: 847 time: 0.0533769 Jun 10 14:47:22.879281 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-90786bb3-a61f-4dc6-903c-1b19af4cdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:22.880737 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-90786bb3-a61f-4dc6-903c-1b19af4cdeaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583200 Jun 10 14:47:22.885161 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '7d5f5713-4d1e-47f1-baab-acdda5f0d377', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'port_id': '8fdb46a6-728d-4682-9486-72103ea4e697', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'mac_address': 'fa:16:3e:87:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:47:20Z', 'updated_at': '2021-06-10T14:47:20Z', 'revision_number': 0, 'project_id': '1066744b4c2042699697b137735d7c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 5, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:22.889763 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] Checking router: 2fbf565e-15b2-4753-beba-d3a9f740e932 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:47:22.897674 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:47:22.898259 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:46:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:23.002538 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-2efb5604-059d-4549-9a0e-aa6387856a57 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087744 Jun 10 14:47:23.036209 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:47:23.122390 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a646d5a8-df2b-45b3-b43f-0089e6c12c28 req-3606a93a-de72-4a52-ab2a-71b5f2e2bf2b service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100636 Jun 10 14:47:23.319406 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '7d5f5713-4d1e-47f1-baab-acdda5f0d377', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'port_id': '8fdb46a6-728d-4682-9486-72103ea4e697', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'mac_address': 'fa:16:3e:87:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:47:20Z', 'updated_at': '2021-06-10T14:47:20Z', 'revision_number': 0, 'project_id': '1066744b4c2042699697b137735d7c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 5, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:47:23.322595 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bca9b-1376-4af8-89f9-e33309c00dfe None None] The sync data for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi is: [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '7d5f5713-4d1e-47f1-baab-acdda5f0d377', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'port_id': '8fdb46a6-728d-4682-9486-72103ea4e697', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'mac_address': 'fa:16:3e:87:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:47:20Z', 'updated_at': '2021-06-10T14:47:20Z', 'revision_number': 0, 'project_id': '1066744b4c2042699697b137735d7c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 5, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:47:23.500368 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c8166-49e6-433e-9e8f-d23f59d4f45c None None] New status for floating IP 7d5f5713-4d1e-47f1-baab-acdda5f0d377: ACTIVE {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:47:26.511802 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2855c994-068d-4eb4-87f7-ffe3aa3d4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:27.146949 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:29.218552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1b758847-2277-4cdc-b9ed-5d6f5e8ca8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:29.229109 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:29.345609 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:47:30.106883 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:31.948621 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:53.443685 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-77d7be73-6c87-46ba-9b9b-330f997e1ce5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995615 Jun 10 14:47:53.531155 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138ab3-2008-4dae-b058-1029594bd021 req-c8b1564b-456c-4502-9522-fcc9ee47f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:53.532610 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-c8b1564b-456c-4502-9522-fcc9ee47f7d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1100 time: 0.0629404 Jun 10 14:47:53.665114 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138ab3-2008-4dae-b058-1029594bd021 req-42d95722-3429-40e9-b99e-1e9a5a7e470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:53.666470 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-42d95722-3429-40e9-b99e-1e9a5a7e470f service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.1093407 Jun 10 14:47:53.755371 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-591689f8-26dd-4501-be2a-b7a76773d125 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 1001 time: 0.0793495 Jun 10 14:47:53.815200 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138ab3-2008-4dae-b058-1029594bd021 req-a9195f27-e24e-40dc-8fe1-df690032bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:53.816611 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-a9195f27-e24e-40dc-8fe1-df690032bd7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0508199 Jun 10 14:47:53.887744 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138ab3-2008-4dae-b058-1029594bd021 req-e52c07d0-e586-4ae3-b2ae-94bb50f1cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:47:53.889172 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-e52c07d0-e586-4ae3-b2ae-94bb50f1cf26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613778 Jun 10 14:47:54.002641 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-feb9c013-7206-433c-b696-a4b971372e6b service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058977 Jun 10 14:47:54.344636 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86138ab3-2008-4dae-b058-1029594bd021 req-394fd2d8-b12a-43f5-a144-815eb9831c87 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322086 Jun 10 14:47:56.511511 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b353-a022-45b3-83ca-829b232af138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:57.140198 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:59.220368 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-27edb9be-4223-445b-a38b-fa23536c377b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:47:59.230320 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:00.108959 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:01.956428 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:06.347561 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:48:26.513496 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2daa97b3-026e-4620-a9aa-0585215a7e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:27.138267 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:29.227699 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb37-2711-4c9b-83be-57d39b93dccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:29.232101 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:30.111375 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:31.955214 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:43.345576 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:48:53.359293 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-a111fffb-b8e9-4a31-b5aa-9e635356c769 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604410 Jun 10 14:48:53.458324 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094866e-492c-4380-bf54-1a57ce626131 req-7ac7a045-3205-4753-b91c-e2a16849ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:53.459799 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-7ac7a045-3205-4753-b91c-e2a16849ebd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0583665 Jun 10 14:48:53.589224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094866e-492c-4380-bf54-1a57ce626131 req-b782447b-0a17-4c1d-8ee1-3fd635666d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:53.590686 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-b782447b-0a17-4c1d-8ee1-3fd635666d9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1088941 Jun 10 14:48:53.676561 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-d161dea5-4450-4bde-97ba-f09c83fafb45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 1001 time: 0.0790186 Jun 10 14:48:53.735067 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094866e-492c-4380-bf54-1a57ce626131 req-82ed3156-1fca-4f40-9f3d-1447e4e392bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:53.736543 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-82ed3156-1fca-4f40-9f3d-1447e4e392bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0526383 Jun 10 14:48:53.797784 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094866e-492c-4380-bf54-1a57ce626131 req-46cc4950-3327-4352-ae02-4b78aa023b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:48:53.799220 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-46cc4950-3327-4352-ae02-4b78aa023b9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564506 Jun 10 14:48:53.913892 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-35f961f6-ea02-4f58-bf53-18c0cba6984e service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083455 Jun 10 14:48:54.041486 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0094866e-492c-4380-bf54-1a57ce626131 req-7fd52aad-29a5-4ff1-80c9-eabd8b35fd09 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212029 Jun 10 14:48:56.515279 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-091be513-26c6-496e-8950-401b51e53338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:57.148865 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:59.224602 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6373ce6e-3c43-4e07-942f-531b9625f3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:48:59.235694 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:00.114635 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:01.956578 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:20.343335 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:49:26.516324 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d13176b7-5c60-4753-80cd-ebace6d0d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:27.152522 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:27.978872 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1870e44-dd87-42fb-8f5b-d69e131d83c4 req-90d24b70-818d-4bfb-aafd-5ea3671ffebd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:27.980345 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f1870e44-dd87-42fb-8f5b-d69e131d83c4 req-90d24b70-818d-4bfb-aafd-5ea3671ffebd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0744228 Jun 10 14:49:28.025240 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f1870e44-dd87-42fb-8f5b-d69e131d83c4 req-95072458-6684-479c-afca-6d8f9078bf16 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388956 Jun 10 14:49:29.215021 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-df85a8ad-4520-4b6b-8499-b412b4352389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.236346 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:29.253485 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ef9d6-0cc7-42a9-b679-6381e2bdb147 req-537bc791-5025-4785-8745-31ffbad9ad3b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:29.254991 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f80ef9d6-0cc7-42a9-b679-6381e2bdb147 req-537bc791-5025-4785-8745-31ffbad9ad3b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.1185427 Jun 10 14:49:29.295672 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f80ef9d6-0cc7-42a9-b679-6381e2bdb147 req-286bf06d-f7e7-4dc5-b095-62104c7d0628 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349717 Jun 10 14:49:30.117585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:30.472600 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e13d-a17a-43a0-81c0-b64acf0b62ae req-72147dfd-7284-4151-add1-11e206b65fc6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:30.474069 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e41e13d-a17a-43a0-81c0-b64acf0b62ae req-72147dfd-7284-4151-add1-11e206b65fc6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0699465 Jun 10 14:49:30.515440 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e41e13d-a17a-43a0-81c0-b64acf0b62ae req-f890d454-737a-485b-a481-3007d9eb0110 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358212 Jun 10 14:49:31.696080 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3f5ab-951d-428c-8d41-1b9d98534a06 req-4cc294a8-4ede-41dd-be40-a6464351de67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:31.697556 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-58d3f5ab-951d-428c-8d41-1b9d98534a06 req-4cc294a8-4ede-41dd-be40-a6464351de67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0738289 Jun 10 14:49:31.739083 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-58d3f5ab-951d-428c-8d41-1b9d98534a06 req-89e4f256-3df6-4a7f-b742-bebc5cf574e9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Jun 10 14:49:31.962524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:32.921183 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e30d3-a1f2-4a23-9674-6b746af36a33 req-3e9c7bd9-a0b3-4a11-97f9-b992f36ab6b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:32.923188 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c53e30d3-a1f2-4a23-9674-6b746af36a33 req-3e9c7bd9-a0b3-4a11-97f9-b992f36ab6b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0684078 Jun 10 14:49:32.969050 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c53e30d3-a1f2-4a23-9674-6b746af36a33 req-6ba8ab0a-8210-46c5-bc77-695f421c13d5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Jun 10 14:49:34.156131 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55443de4-402a-46b4-ba38-286170da8ed8 req-bcf93f44-5bd4-45d6-9861-382112dc287b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:34.157940 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-55443de4-402a-46b4-ba38-286170da8ed8 req-bcf93f44-5bd4-45d6-9861-382112dc287b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0757637 Jun 10 14:49:34.198863 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-55443de4-402a-46b4-ba38-286170da8ed8 req-60009b15-4d5b-480f-aadf-99bbcb8f46a4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352509 Jun 10 14:49:35.375015 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06d541-f439-46fe-85e8-4df64389a030 req-8226b8b8-8722-425b-9526-99bbf1778b95 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:35.376891 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0b06d541-f439-46fe-85e8-4df64389a030 req-8226b8b8-8722-425b-9526-99bbf1778b95 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0688214 Jun 10 14:49:35.417327 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0b06d541-f439-46fe-85e8-4df64389a030 req-496b02b4-a713-4e89-a39b-64c1ebf5cb0f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348713 Jun 10 14:49:36.598119 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf774b4-ccea-4a0f-9513-e01768f197e8 req-50c25fe4-2b5c-4ed3-9e43-cd7e653c0add tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:36.599592 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-baf774b4-ccea-4a0f-9513-e01768f197e8 req-50c25fe4-2b5c-4ed3-9e43-cd7e653c0add tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0720985 Jun 10 14:49:36.639840 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-baf774b4-ccea-4a0f-9513-e01768f197e8 req-b507beb7-eeb2-4ad5-af12-f4614adc92c5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347352 Jun 10 14:49:37.815856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006869be-42d4-4f73-a4e8-6fc8bbb2c3fb req-b1a4a3a4-cbbd-4be0-87ee-860bac196a7e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:37.817294 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-006869be-42d4-4f73-a4e8-6fc8bbb2c3fb req-b1a4a3a4-cbbd-4be0-87ee-860bac196a7e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0685499 Jun 10 14:49:37.862973 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-006869be-42d4-4f73-a4e8-6fc8bbb2c3fb req-9e92d655-fb70-4b6f-a857-c5161c300537 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Jun 10 14:49:38.066410 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8456-a111-4924-b863-bb97d09eff43 req-2aa9d3c9-4abb-4505-85b2-2662e0008616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.067913 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f50b8456-a111-4924-b863-bb97d09eff43 req-2aa9d3c9-4abb-4505-85b2-2662e0008616 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1066744b4c2042699697b137735d7c3e&device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0588019 Jun 10 14:49:38.183567 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8456-a111-4924-b863-bb97d09eff43 req-3b325090-a706-4eb1-af73-397ff288e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.184973 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f50b8456-a111-4924-b863-bb97d09eff43 req-3b325090-a706-4eb1-af73-397ff288e318 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 200 len: 909 time: 0.1100769 Jun 10 14:49:38.266957 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f50b8456-a111-4924-b863-bb97d09eff43 req-1390ff09-2e8d-454d-b198-eda95519a294 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 200 len: 1002 time: 0.0742292 Jun 10 14:49:38.327865 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8456-a111-4924-b863-bb97d09eff43 req-54b0a724-ad68-4ce2-8baf-773bc1e22738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.329508 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f50b8456-a111-4924-b863-bb97d09eff43 req-54b0a724-ad68-4ce2-8baf-773bc1e22738 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405c0ca2-b339-433f-8761-78c5815e5d5c HTTP/1.1" status: 200 len: 847 time: 0.0569811 Jun 10 14:49:38.392790 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8456-a111-4924-b863-bb97d09eff43 req-15205012-42b7-4530-a45d-58e2bc1320a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:38.394238 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f50b8456-a111-4924-b863-bb97d09eff43 req-15205012-42b7-4530-a45d-58e2bc1320a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588965 Jun 10 14:49:38.511574 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f50b8456-a111-4924-b863-bb97d09eff43 req-79e727ce-76e4-41bb-9d41-657466cbc0c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100428 Jun 10 14:49:38.624804 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f50b8456-a111-4924-b863-bb97d09eff43 req-bb70c992-d201-436d-afd0-d9f50e9bef5e service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069191 Jun 10 14:49:39.039988 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa6fa8-e309-4e6b-88b6-1a634a279e8a req-e77e29be-b4c1-4dc0-b5fd-8169e2e84ab0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:39.041490 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-83aa6fa8-e309-4e6b-88b6-1a634a279e8a req-e77e29be-b4c1-4dc0-b5fd-8169e2e84ab0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0690398 Jun 10 14:49:39.083010 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-83aa6fa8-e309-4e6b-88b6-1a634a279e8a req-4c2b2aea-bffc-4b63-8b44-66c1684c2e28 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355608 Jun 10 14:49:40.264341 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ebf31-d62c-4797-96ac-c8a1f4027ff3 req-199955ef-d7ab-43e7-9102-c3f406c198b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:40.266325 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-772ebf31-d62c-4797-96ac-c8a1f4027ff3 req-199955ef-d7ab-43e7-9102-c3f406c198b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0707493 Jun 10 14:49:40.307810 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-772ebf31-d62c-4797-96ac-c8a1f4027ff3 req-5502d769-a65c-4c35-b9a6-196090aef91a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356698 Jun 10 14:49:41.488572 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefeb41-692f-43b4-9297-46a7483032a4 req-57d12ea5-bca2-4861-89e5-32a7594d4479 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:41.490031 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2eefeb41-692f-43b4-9297-46a7483032a4 req-57d12ea5-bca2-4861-89e5-32a7594d4479 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0716972 Jun 10 14:49:41.530958 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2eefeb41-692f-43b4-9297-46a7483032a4 req-5be4567a-952f-46bb-bfcc-18abc07cb61e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353367 Jun 10 14:49:42.715050 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dec2c-798a-4f9e-ba84-1196361e3b85 req-0be2f5c2-885a-4ae0-a68e-148445767dbd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:42.716481 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d66dec2c-798a-4f9e-ba84-1196361e3b85 req-0be2f5c2-885a-4ae0-a68e-148445767dbd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0722928 Jun 10 14:49:42.757641 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d66dec2c-798a-4f9e-ba84-1196361e3b85 req-943f0e28-6a21-4ccb-96ed-4e467aa406e9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355246 Jun 10 14:49:43.937206 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a8e95-0722-423c-a024-c88b84dcc9b3 req-a68c4ab3-1395-4bd6-bc2a-bcd1cc38ae2a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:43.938803 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6c8a8e95-0722-423c-a024-c88b84dcc9b3 req-a68c4ab3-1395-4bd6-bc2a-bcd1cc38ae2a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0683308 Jun 10 14:49:43.979677 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6c8a8e95-0722-423c-a024-c88b84dcc9b3 req-56817011-fc43-4401-8597-2025a9968dce tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353212 Jun 10 14:49:45.158282 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecc44b-0570-43dd-90f0-e6556362d959 req-5cc0dd6b-abbd-4e49-b614-e42281754499 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:45.159752 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7cecc44b-0570-43dd-90f0-e6556362d959 req-5cc0dd6b-abbd-4e49-b614-e42281754499 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 946 time: 0.0703971 Jun 10 14:49:45.200103 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7cecc44b-0570-43dd-90f0-e6556362d959 req-75921c23-552f-4b1b-9083-e471cf59d54c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Jun 10 14:49:45.716919 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 8fdb46a6-728d-4682-9486-72103ea4e697 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:49:45.822709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:45.851721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:49:45.854898 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d4bbf-18e8-4ae2-b9b3-de5e1f531c74" -d '{"events": [{"server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:49:45.870355 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 8fdb46a6-728d-4682-9486-72103ea4e697, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8fdb46a6-728d-4682-9486-72103ea4e697,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:49:45.875338 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:45.877108 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:49:45.940696 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=8fdb46a6-728d-4682-9486-72103ea4e697,revision_number=6']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:49:45.947892 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.948239 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.948579 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.948909 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.949235 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.949562 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.949884 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.950204 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.950561 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.950841 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.951179 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.951499 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:49:45.956267 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:49:45.959784 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3eefe9-f38f-416a-931e-54867259acfb x-openstack-request-id: req-ae3eefe9-f38f-416a-931e-54867259acfb {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:49:45.960081 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:49:45.960339 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae3eefe9-f38f-416a-931e-54867259acfb {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:49:45.960730 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697', 'code': 200} Jun 10 14:49:46.384910 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b248-830d-4577-9df0-9d54ca6b137a req-23759265-3beb-4792-8f7e-fb6411516320 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:46.386355 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8669b248-830d-4577-9df0-9d54ca6b137a req-23759265-3beb-4792-8f7e-fb6411516320 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0721543 Jun 10 14:49:46.427461 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8669b248-830d-4577-9df0-9d54ca6b137a req-41d11ab9-2c73-4525-89c3-0b400a090681 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345485 Jun 10 14:49:47.608722 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5040d4-8cb5-420b-8b8e-3f2bfba82805 req-489c854a-6519-4e1a-b118-9402e2cca2b1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:47.610744 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-af5040d4-8cb5-420b-8b8e-3f2bfba82805 req-489c854a-6519-4e1a-b118-9402e2cca2b1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0725389 Jun 10 14:49:47.650929 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-af5040d4-8cb5-420b-8b8e-3f2bfba82805 req-370ee020-8aaa-4d34-b8ac-006957ca1887 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346034 Jun 10 14:49:48.838253 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0867-ade7-434c-9e1f-99a3dfe41b29 req-fd6744df-a902-4f85-8b8a-382a6b31dea5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:48.839719 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-852c0867-ade7-434c-9e1f-99a3dfe41b29 req-fd6744df-a902-4f85-8b8a-382a6b31dea5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0811298 Jun 10 14:49:48.884285 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-852c0867-ade7-434c-9e1f-99a3dfe41b29 req-36c33832-f31e-4a00-90c1-0d452eeb068f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386348 Jun 10 14:49:50.063265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c3167-b987-4dab-9456-34e48246273f req-47026399-c7b1-4881-998d-5f6b5865258d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:50.065024 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9a7c3167-b987-4dab-9456-34e48246273f req-47026399-c7b1-4881-998d-5f6b5865258d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0696676 Jun 10 14:49:50.107886 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9a7c3167-b987-4dab-9456-34e48246273f req-cd230cf7-c2a4-420d-b343-6e68faace837 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366542 Jun 10 14:49:51.291078 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dc74e-af28-46b1-a8ab-f5e2ee8a125f req-162aab58-741e-4c87-939c-e6cb27a62f96 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:51.292499 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0dc74e-af28-46b1-a8ab-f5e2ee8a125f req-162aab58-741e-4c87-939c-e6cb27a62f96 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0708492 Jun 10 14:49:51.333892 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4f0dc74e-af28-46b1-a8ab-f5e2ee8a125f req-98bc8f4b-de4f-43d9-9b39-05cf89b68a11 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351601 Jun 10 14:49:52.515671 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81cf53-749a-4001-af26-3c5507b9399e req-782893f3-aabb-4040-8530-844bb0c877e7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:52.517174 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6a81cf53-749a-4001-af26-3c5507b9399e req-782893f3-aabb-4040-8530-844bb0c877e7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0731266 Jun 10 14:49:52.558976 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6a81cf53-749a-4001-af26-3c5507b9399e req-6f3ad6af-d5ba-43f5-9a63-4d1adf408855 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361352 Jun 10 14:49:53.426624 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-29352ace-63be-462b-8a88-16a77e0e8fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568089 Jun 10 14:49:53.503965 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-84d9bc2e-7f0f-4762-8187-7bdabaea5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.505361 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-84d9bc2e-7f0f-4762-8187-7bdabaea5f9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0576611 Jun 10 14:49:53.635274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-685116c1-eeae-4ad8-bff9-14b5df6ee70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.636690 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-685116c1-eeae-4ad8-bff9-14b5df6ee70e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1107962 Jun 10 14:49:53.696281 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-7d8b530c-348f-4887-a332-fab547f67737 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.0525432 Jun 10 14:49:53.788403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-47d300fc-81c7-4639-b94e-b7cb5a9b5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.789792 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-47d300fc-81c7-4639-b94e-b7cb5a9b5dcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0849545 Jun 10 14:49:53.833568 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-16a09a72-1ada-4668-856b-1e764283ca48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357819 Jun 10 14:49:53.840848 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c50ac-3087-4a89-8b85-1ee1c184d30c req-e5c88fc5-bdcb-4236-8e40-0b052c1cda33 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:53.842144 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b1c50ac-3087-4a89-8b85-1ee1c184d30c req-e5c88fc5-bdcb-4236-8e40-0b052c1cda33 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.1486602 Jun 10 14:49:53.951754 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b1c50ac-3087-4a89-8b85-1ee1c184d30c req-9e11778d-6a48-4bfa-99e2-6e33fb567dce tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011276 Jun 10 14:49:53.982463 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-34efc6b0-0278-449c-bc17-27136f270009 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394165 Jun 10 14:49:54.095679 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcbc2cba-d5a4-42b2-be3f-b32c6d10a8f1 req-6519a8b8-c055-486b-8c7f-8793c2e4f0b9 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066346 Jun 10 14:49:55.131405 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b966b-1f6b-4f5c-8b3f-a4b0b8bb1465 req-11c28ed7-299b-41aa-9a93-434a3daf3734 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:55.132874 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b91b966b-1f6b-4f5c-8b3f-a4b0b8bb1465 req-11c28ed7-299b-41aa-9a93-434a3daf3734 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0676949 Jun 10 14:49:55.173543 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b91b966b-1f6b-4f5c-8b3f-a4b0b8bb1465 req-971e1aa9-cd10-4d8d-8b86-e9600804dc31 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351212 Jun 10 14:49:56.351463 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3fc09-509d-4215-8817-0d6424d3a65f req-31cb00a1-1def-47ea-88de-75e676fd296b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:56.352898 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2cd3fc09-509d-4215-8817-0d6424d3a65f req-31cb00a1-1def-47ea-88de-75e676fd296b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0686450 Jun 10 14:49:56.394143 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2cd3fc09-509d-4215-8817-0d6424d3a65f req-208e493b-f30d-49ff-8b50-83b99651c080 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355043 Jun 10 14:49:56.519496 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-80a4af72-0be0-4e9b-a09f-dbedbe308370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:57.151871 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:57.341992 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:49:57.571520 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cc3f8-a7aa-4180-9feb-393f852887fa req-601b27bd-e2d3-4285-80bd-a74a077684dd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:57.572966 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c37cc3f8-a7aa-4180-9feb-393f852887fa req-601b27bd-e2d3-4285-80bd-a74a077684dd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0712919 Jun 10 14:49:57.617631 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c37cc3f8-a7aa-4180-9feb-393f852887fa req-91ebff2f-f763-461a-a440-6f16ba6136ae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383570 Jun 10 14:49:58.796295 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451333a7-7def-4005-aff0-a0590f68ab5c req-cf0e897c-8441-42f8-ad05-fc995fd30346 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:49:58.798438 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-451333a7-7def-4005-aff0-a0590f68ab5c req-cf0e897c-8441-42f8-ad05-fc995fd30346 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0699131 Jun 10 14:49:58.841202 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-451333a7-7def-4005-aff0-a0590f68ab5c req-d879a524-fd86-4a66-a6d7-f351ed4934c0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371957 Jun 10 14:49:59.216040 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0d8acf63-9be0-4371-86d8-2ba9dad108f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:49:59.237025 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:00.018901 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506b7b0-3829-46e1-a96d-a79c59efbd31 req-acbb40ea-4ba9-494f-80d3-2ef53b1d270a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:00.020399 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c506b7b0-3829-46e1-a96d-a79c59efbd31 req-acbb40ea-4ba9-494f-80d3-2ef53b1d270a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0701904 Jun 10 14:50:00.061424 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c506b7b0-3829-46e1-a96d-a79c59efbd31 req-e3846c58-ea33-4392-9cb6-29e03ea630f4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353982 Jun 10 14:50:00.119592 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:01.477362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aa1fe-4c74-4348-9319-fa8376ea7964 req-6d2189d1-b125-4a5f-906e-b021ae9cbc7a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:01.478809 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f36aa1fe-4c74-4348-9319-fa8376ea7964 req-6d2189d1-b125-4a5f-906e-b021ae9cbc7a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.2967827 Jun 10 14:50:01.519825 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f36aa1fe-4c74-4348-9319-fa8376ea7964 req-a3d5c53d-2907-48b9-8f6e-9288cb6de955 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343521 Jun 10 14:50:01.962464 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:02.702473 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cec56-a155-423b-80cf-b40f7fb25134 req-6caf5d6e-0d15-46a2-bfc0-c7caf38d5464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:02.704561 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-466cec56-a155-423b-80cf-b40f7fb25134 req-6caf5d6e-0d15-46a2-bfc0-c7caf38d5464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0737526 Jun 10 14:50:02.745208 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-466cec56-a155-423b-80cf-b40f7fb25134 req-11b783be-dce3-4f8b-86b2-3e2542e1cb5e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348473 Jun 10 14:50:03.926670 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248140b-e3c8-4b51-8c0a-0a1a8b61766a req-bfcb13ab-fb15-4eee-8be9-9efaf33a0df2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:03.928045 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3248140b-e3c8-4b51-8c0a-0a1a8b61766a req-bfcb13ab-fb15-4eee-8be9-9efaf33a0df2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0719287 Jun 10 14:50:03.968718 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3248140b-e3c8-4b51-8c0a-0a1a8b61766a req-b18e4655-2ae1-4b9a-97d4-f9ce8c5890ee tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351009 Jun 10 14:50:05.151795 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3879fb3-6522-466f-8cf2-3322e7f91e8a req-c4423380-8ee0-4754-814e-a5db589e7c67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:05.153296 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3879fb3-6522-466f-8cf2-3322e7f91e8a req-c4423380-8ee0-4754-814e-a5db589e7c67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0706530 Jun 10 14:50:05.195762 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3879fb3-6522-466f-8cf2-3322e7f91e8a req-4821e5f8-7d1f-4f93-83fb-e6d0f7fe408f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368860 Jun 10 14:50:06.374768 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800221a-2c91-463c-863c-34b8dcfba03f req-4388918a-3d62-4f17-ab4c-196727192d66 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:06.376224 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e800221a-2c91-463c-863c-34b8dcfba03f req-4388918a-3d62-4f17-ab4c-196727192d66 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0681250 Jun 10 14:50:06.418349 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e800221a-2c91-463c-863c-34b8dcfba03f req-726ffbd7-f046-47f5-83a4-9d2acdcd3735 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359828 Jun 10 14:50:07.600184 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fe6ce-9445-4845-a060-e6c4fcbc0bbc req-c5567d31-c301-476b-9c3a-398251f7fc85 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:07.602722 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-be1fe6ce-9445-4845-a060-e6c4fcbc0bbc req-c5567d31-c301-476b-9c3a-398251f7fc85 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0759528 Jun 10 14:50:07.644752 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-be1fe6ce-9445-4845-a060-e6c4fcbc0bbc req-b0298f6f-47cb-4eb7-8cf5-df1e18cd25e3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355675 Jun 10 14:50:08.827515 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f1d55-bb94-4d75-83f8-eb4b9384deef req-aaf8e98b-a0aa-4a91-8804-9d64f817bd98 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:08.828945 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0f1d55-bb94-4d75-83f8-eb4b9384deef req-aaf8e98b-a0aa-4a91-8804-9d64f817bd98 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0724642 Jun 10 14:50:08.870396 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0f1d55-bb94-4d75-83f8-eb4b9384deef req-615615e7-0443-4712-909b-e77c6f2ced06 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357337 Jun 10 14:50:10.047643 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32396d62-9b73-4dd9-bc8f-113be03cf530 req-31247159-508a-4322-a361-fec0225bc970 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:10.049221 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-32396d62-9b73-4dd9-bc8f-113be03cf530 req-31247159-508a-4322-a361-fec0225bc970 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0701239 Jun 10 14:50:10.090230 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-32396d62-9b73-4dd9-bc8f-113be03cf530 req-4e05fbff-9d5f-48f6-b976-b316a2726970 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354156 Jun 10 14:50:11.268901 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de57c7-1f5e-4786-84d5-36a015655705 req-793c648f-66a9-4d3a-ba77-953d5fcd761a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:11.270326 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-18de57c7-1f5e-4786-84d5-36a015655705 req-793c648f-66a9-4d3a-ba77-953d5fcd761a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0678508 Jun 10 14:50:11.311564 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-18de57c7-1f5e-4786-84d5-36a015655705 req-0cb42937-4eaf-44fa-bab8-fee43ba6ca22 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357242 Jun 10 14:50:12.525091 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38f952-16f9-4776-9c77-14a2ffffd6fa req-4eddc347-90a6-46dd-83d3-ec97558b1547 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:12.526636 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bc38f952-16f9-4776-9c77-14a2ffffd6fa req-4eddc347-90a6-46dd-83d3-ec97558b1547 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0763953 Jun 10 14:50:12.570986 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bc38f952-16f9-4776-9c77-14a2ffffd6fa req-4d439acd-6717-418e-84f2-9d6bd2497db2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385795 Jun 10 14:50:13.806053 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7847e4a-3103-49bc-8ea5-25bdfe34c05f req-026179ba-9e73-4c92-b758-e0146d80bc0e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:13.807538 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a7847e4a-3103-49bc-8ea5-25bdfe34c05f req-026179ba-9e73-4c92-b758-e0146d80bc0e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0744483 Jun 10 14:50:13.848749 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a7847e4a-3103-49bc-8ea5-25bdfe34c05f req-57f12051-f5e0-404a-8b15-e042036b6866 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356746 Jun 10 14:50:15.041200 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e13a-eb7b-4b79-82e9-65a6063e5e6a req-16b8f4ab-40b3-44e1-b33d-e887931ae1ae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:15.042667 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7f88e13a-eb7b-4b79-82e9-65a6063e5e6a req-16b8f4ab-40b3-44e1-b33d-e887931ae1ae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0726907 Jun 10 14:50:15.085393 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7f88e13a-eb7b-4b79-82e9-65a6063e5e6a req-02f780f3-d255-44e0-b927-86adeb03bf17 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370505 Jun 10 14:50:16.265092 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6bcf4-099b-42e1-9b41-91104a0dd03c req-e631b3f9-eb86-4f6b-a495-ff70e5fbf48f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:16.266539 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abd6bcf4-099b-42e1-9b41-91104a0dd03c req-e631b3f9-eb86-4f6b-a495-ff70e5fbf48f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0699911 Jun 10 14:50:16.308114 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abd6bcf4-099b-42e1-9b41-91104a0dd03c req-5accd633-8e66-435a-8b49-763171f44400 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359361 Jun 10 14:50:17.491958 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7ac6b-cd2e-4b84-8b55-9390534c5e65 req-98a649ce-3c43-4600-a98c-746d6cacd99f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:17.493888 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d7b7ac6b-cd2e-4b84-8b55-9390534c5e65 req-98a649ce-3c43-4600-a98c-746d6cacd99f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0736449 Jun 10 14:50:17.534260 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d7b7ac6b-cd2e-4b84-8b55-9390534c5e65 req-8d5e1b59-3a08-4925-b28a-e9ffdb7b1b35 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Jun 10 14:50:18.748150 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8ed37-7760-4d16-a6f4-2808c1914ac2 req-eefb555f-4734-4b28-bdf8-9197ff48bfae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:18.750510 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43e8ed37-7760-4d16-a6f4-2808c1914ac2 req-eefb555f-4734-4b28-bdf8-9197ff48bfae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0823588 Jun 10 14:50:18.792712 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43e8ed37-7760-4d16-a6f4-2808c1914ac2 req-d43f9bd6-4328-4819-ba50-b4c2d8d44b78 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359950 Jun 10 14:50:19.973078 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486419f3-36b4-4ce8-a32c-a256294a2407 req-391c5908-2d38-4d4f-b3b3-5aea0a9f5499 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:19.974575 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-486419f3-36b4-4ce8-a32c-a256294a2407 req-391c5908-2d38-4d4f-b3b3-5aea0a9f5499 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0710943 Jun 10 14:50:20.030737 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-486419f3-36b4-4ce8-a32c-a256294a2407 req-53879a39-8661-4221-9117-73c462e42a4c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503314 Jun 10 14:50:21.236331 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae5b12-d2bc-486f-b0f2-43892d2b6500 req-7d32bba6-e813-4ff0-a5d1-00a15ecf57ab tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:21.237779 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ddae5b12-d2bc-486f-b0f2-43892d2b6500 req-7d32bba6-e813-4ff0-a5d1-00a15ecf57ab tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0688670 Jun 10 14:50:21.278799 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ddae5b12-d2bc-486f-b0f2-43892d2b6500 req-e5a2b6ab-f0bc-4f25-b196-cda4d1df7d77 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352745 Jun 10 14:50:22.471610 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ad5a1-fb61-4a10-97db-bdeb77c7f884 req-cfb757fa-79a3-4856-aa5d-bef1622c5ce9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:22.473271 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-823ad5a1-fb61-4a10-97db-bdeb77c7f884 req-cfb757fa-79a3-4856-aa5d-bef1622c5ce9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0773959 Jun 10 14:50:22.518003 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-823ad5a1-fb61-4a10-97db-bdeb77c7f884 req-4cdeb980-ee70-44b3-b570-01d5eef200ee tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383589 Jun 10 14:50:23.703553 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d9c61-5e12-424e-8571-52ea88d66025 req-443f57d0-e603-4747-9fcf-376ec1f482ba tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:23.705054 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-327d9c61-5e12-424e-8571-52ea88d66025 req-443f57d0-e603-4747-9fcf-376ec1f482ba tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0735626 Jun 10 14:50:23.749286 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-327d9c61-5e12-424e-8571-52ea88d66025 req-b949b56a-b3cf-4b78-a8d8-82f1af3f88c0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Jun 10 14:50:24.936966 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1c72d-343b-4f5c-b923-37dc5a8a821a req-7f02a345-3d43-4603-aafd-b467d57713d2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:24.938384 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aed1c72d-343b-4f5c-b923-37dc5a8a821a req-7f02a345-3d43-4603-aafd-b467d57713d2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0705965 Jun 10 14:50:24.984191 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aed1c72d-343b-4f5c-b923-37dc5a8a821a req-95b860e4-2bdb-4d2d-959e-7c6b0540922d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359106 Jun 10 14:50:26.165885 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9af2a-9bc2-4e4a-9c55-ecdca5383c70 req-4d22bd0f-9d0b-4dce-9735-33099386876d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:26.167365 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fd9af2a-9bc2-4e4a-9c55-ecdca5383c70 req-4d22bd0f-9d0b-4dce-9735-33099386876d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0700960 Jun 10 14:50:26.208490 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fd9af2a-9bc2-4e4a-9c55-ecdca5383c70 req-6ee3a693-fb69-4cd4-a570-e397b339f3f7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355382 Jun 10 14:50:26.519902 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b4ca845c-b258-495c-a526-8a93aa7d72d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.172272 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:27.391522 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc0be7-14a2-4f55-bfbe-e1b1aeb982da req-678fafc1-0522-48b9-9e12-05b747320dc0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:27.392999 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c7fc0be7-14a2-4f55-bfbe-e1b1aeb982da req-678fafc1-0522-48b9-9e12-05b747320dc0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0722423 Jun 10 14:50:27.440358 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c7fc0be7-14a2-4f55-bfbe-e1b1aeb982da req-f53e6501-5975-40ef-8178-65746d5ab596 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Jun 10 14:50:28.725344 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779081f5-ab0a-427e-aef8-4ec305631d18 req-3174fcda-2bb6-4e59-9f0f-e3df18deb33a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:28.726731 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-779081f5-ab0a-427e-aef8-4ec305631d18 req-3174fcda-2bb6-4e59-9f0f-e3df18deb33a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0746541 Jun 10 14:50:28.769931 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-779081f5-ab0a-427e-aef8-4ec305631d18 req-a67b7b8e-68b8-49d5-b0c2-f03545ea124a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372498 Jun 10 14:50:29.215998 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-23e3763f-5ef2-4f8a-908a-43fe95f25232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:29.237411 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:29.949081 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bedea-6fb7-4fdf-882f-8cba9a90f99b req-0cdfd90d-8f9d-4a4b-b0bc-f382b7eb35eb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:29.950468 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-263bedea-6fb7-4fdf-882f-8cba9a90f99b req-0cdfd90d-8f9d-4a4b-b0bc-f382b7eb35eb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0684865 Jun 10 14:50:29.991786 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-263bedea-6fb7-4fdf-882f-8cba9a90f99b req-dff90289-bc04-405d-b53e-a8e9cb876d04 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356541 Jun 10 14:50:30.123934 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:31.180112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f42b65-16d9-41c0-9fec-e1c48ca7df0a req-567dd5bf-ae78-4264-97f5-59253bbdbb97 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:31.181596 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-98f42b65-16d9-41c0-9fec-e1c48ca7df0a req-567dd5bf-ae78-4264-97f5-59253bbdbb97 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0745373 Jun 10 14:50:31.224229 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-98f42b65-16d9-41c0-9fec-e1c48ca7df0a req-85d3988a-48b7-48dc-b560-64c84355f05e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 Jun 10 14:50:31.965345 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:32.407654 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08e3f-d2eb-444d-b49c-805ee2042e87 req-7fb1e250-f1c3-46de-afd2-d942994c2f86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:32.409139 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8bf08e3f-d2eb-444d-b49c-805ee2042e87 req-7fb1e250-f1c3-46de-afd2-d942994c2f86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0737219 Jun 10 14:50:32.456102 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8bf08e3f-d2eb-444d-b49c-805ee2042e87 req-7807999b-b447-4acb-ab04-110cdc3bddea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357318 Jun 10 14:50:33.640373 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567076-c316-422f-aa47-972f6dd79fd3 req-1a1db0b1-faf1-4167-810d-ce3cc6bda3b1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:33.641835 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c5567076-c316-422f-aa47-972f6dd79fd3 req-1a1db0b1-faf1-4167-810d-ce3cc6bda3b1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0733380 Jun 10 14:50:33.684837 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c5567076-c316-422f-aa47-972f6dd79fd3 req-0b6bf83e-b2c3-4d49-9eb8-0a8425d0efa9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369377 Jun 10 14:50:34.340808 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:50:34.871329 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce95dbb-435c-425d-b5cb-43e06df0f4fe req-cf38625b-1550-4188-b5c5-ea2268a98c7a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:34.872816 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8ce95dbb-435c-425d-b5cb-43e06df0f4fe req-cf38625b-1550-4188-b5c5-ea2268a98c7a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0687273 Jun 10 14:50:34.914344 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8ce95dbb-435c-425d-b5cb-43e06df0f4fe req-642c9913-0ee2-46c3-8ffb-bc786d2de483 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359051 Jun 10 14:50:36.110990 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eebcc-e76f-41ac-becc-b7b028d14205 req-57b9fb68-514b-4684-8232-83e046f558db tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:36.112432 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c08eebcc-e76f-41ac-becc-b7b028d14205 req-57b9fb68-514b-4684-8232-83e046f558db tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0716791 Jun 10 14:50:36.154244 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c08eebcc-e76f-41ac-becc-b7b028d14205 req-ccdb1138-e9ae-4956-9e1f-53ed78daac0a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362182 Jun 10 14:50:37.337426 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837c4a8-9ea2-4687-9df1-b2804fee3966 req-a9d76007-853c-4bbb-92c8-d99cc9a857c6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:37.338947 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9837c4a8-9ea2-4687-9df1-b2804fee3966 req-a9d76007-853c-4bbb-92c8-d99cc9a857c6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0727410 Jun 10 14:50:37.381691 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9837c4a8-9ea2-4687-9df1-b2804fee3966 req-6db53387-0071-49c6-bba1-bdbfd11e54d7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371130 Jun 10 14:50:38.565838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d61bf3-8ed1-4b96-ac46-398675648cbe req-a8660ec2-c2e3-4d69-b007-ea79a622d9ad tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:38.567331 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a0d61bf3-8ed1-4b96-ac46-398675648cbe req-a8660ec2-c2e3-4d69-b007-ea79a622d9ad tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0738015 Jun 10 14:50:38.610072 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a0d61bf3-8ed1-4b96-ac46-398675648cbe req-d75ef4da-bad9-49bd-b950-5791a8ccfd03 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369613 Jun 10 14:50:39.788726 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dcea2-b7bf-4355-8d26-2bca19c89573 req-d1ea1812-9ecb-4970-86f9-d10850d17873 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:39.790195 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5f7dcea2-b7bf-4355-8d26-2bca19c89573 req-d1ea1812-9ecb-4970-86f9-d10850d17873 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0687473 Jun 10 14:50:39.831206 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5f7dcea2-b7bf-4355-8d26-2bca19c89573 req-3004e471-fb20-451a-9b2f-6ccc1ff51326 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353637 Jun 10 14:50:41.015984 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302fb65-4a71-4acb-a21c-ebb3f8881f6a req-d4ff40f9-0c41-47a8-ba16-66fd4dabd549 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:41.017448 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0302fb65-4a71-4acb-a21c-ebb3f8881f6a req-d4ff40f9-0c41-47a8-ba16-66fd4dabd549 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0709555 Jun 10 14:50:41.062787 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0302fb65-4a71-4acb-a21c-ebb3f8881f6a req-218c4c2f-1c8c-42c2-8f63-b21196db3a92 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391729 Jun 10 14:50:42.249611 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75fcee-be31-4acc-a735-dacfd508f85c req-00c47785-c56a-47ea-8205-9e7f1e4fbe33 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:42.251164 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cf75fcee-be31-4acc-a735-dacfd508f85c req-00c47785-c56a-47ea-8205-9e7f1e4fbe33 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0747554 Jun 10 14:50:42.295239 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cf75fcee-be31-4acc-a735-dacfd508f85c req-0ca2a847-67de-4e35-b70b-6b1f11604c27 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 Jun 10 14:50:43.476286 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089c4d7-0190-4649-904c-5a0423303f25 req-a6842e38-4086-495d-8781-edb28cc5e5ad tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:43.477741 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c089c4d7-0190-4649-904c-5a0423303f25 req-a6842e38-4086-495d-8781-edb28cc5e5ad tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0714767 Jun 10 14:50:43.521850 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c089c4d7-0190-4649-904c-5a0423303f25 req-4242081a-5a16-4140-a04f-9168f7b3ca73 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381780 Jun 10 14:50:44.709508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12b82-2304-4f7c-baf1-72b278877b0a req-256f391d-044d-4d06-8a1e-45373d23ad0c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:44.711114 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eaf12b82-2304-4f7c-baf1-72b278877b0a req-256f391d-044d-4d06-8a1e-45373d23ad0c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0734537 Jun 10 14:50:44.756005 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eaf12b82-2304-4f7c-baf1-72b278877b0a req-5745f958-ff53-4cf5-b1ea-8a5a5d7674f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391419 Jun 10 14:50:45.941908 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae897a-5d80-4cae-9d97-cddb9d75cc49 req-40ca2ab1-ff15-4271-90c1-ff75796f8579 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:45.944436 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4fae897a-5d80-4cae-9d97-cddb9d75cc49 req-40ca2ab1-ff15-4271-90c1-ff75796f8579 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0773993 Jun 10 14:50:45.993282 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4fae897a-5d80-4cae-9d97-cddb9d75cc49 req-b25d091c-6a3d-4ff4-8e11-69f11d0f0942 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Jun 10 14:50:47.175149 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89c8dd-6285-4a27-acff-563831c5839e req-05b2e8b8-2227-4e56-9ac4-ebb30a393e11 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:47.176672 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2a89c8dd-6285-4a27-acff-563831c5839e req-05b2e8b8-2227-4e56-9ac4-ebb30a393e11 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0719981 Jun 10 14:50:47.219069 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2a89c8dd-6285-4a27-acff-563831c5839e req-ceb32d37-a2d2-46be-8910-0e9202de6d91 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361063 Jun 10 14:50:48.399480 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7239181-0ffc-479a-afdb-c3d78d4fca0f req-e2c008eb-4b92-45bc-9f5c-be1d30058a98 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:48.400936 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b7239181-0ffc-479a-afdb-c3d78d4fca0f req-e2c008eb-4b92-45bc-9f5c-be1d30058a98 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0712476 Jun 10 14:50:48.445090 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b7239181-0ffc-479a-afdb-c3d78d4fca0f req-8404d489-1e41-4140-9680-6e706de3ef3b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385373 Jun 10 14:50:49.629835 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de663158-191f-418d-a7e0-8ffb011f5212 req-91a1c281-9a99-4ece-82f6-a57b90913e86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:49.631326 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de663158-191f-418d-a7e0-8ffb011f5212 req-91a1c281-9a99-4ece-82f6-a57b90913e86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0699084 Jun 10 14:50:49.672881 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de663158-191f-418d-a7e0-8ffb011f5212 req-593e1321-2e2e-4ca6-9c6a-d053aec8a3f3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359755 Jun 10 14:50:50.857422 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3df59-d6db-45db-a97b-22aeba707b27 req-7de83baf-8a75-4ab3-b8f0-6221e8fd1ae9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:50.858871 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f3f3df59-d6db-45db-a97b-22aeba707b27 req-7de83baf-8a75-4ab3-b8f0-6221e8fd1ae9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0732021 Jun 10 14:50:50.905086 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f3f3df59-d6db-45db-a97b-22aeba707b27 req-a827e46b-ed1e-4e56-87e3-e57973e15d31 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Jun 10 14:50:52.092958 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915a252-e635-482a-8c95-1ba718ab88ff req-220329d2-9e87-458d-8ed2-2f357a610917 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:52.094451 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3915a252-e635-482a-8c95-1ba718ab88ff req-220329d2-9e87-458d-8ed2-2f357a610917 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0778863 Jun 10 14:50:52.137806 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3915a252-e635-482a-8c95-1ba718ab88ff req-b24ed45d-426f-4802-ad8a-caf92ff6fb9c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373902 Jun 10 14:50:53.326170 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35761ad5-4679-4ddb-a09f-e22f08bcd860 req-a398ba00-7470-42d2-b4a5-2a86cd641066 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:53.327956 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-35761ad5-4679-4ddb-a09f-e22f08bcd860 req-a398ba00-7470-42d2-b4a5-2a86cd641066 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0775754 Jun 10 14:50:53.407441 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-35761ad5-4679-4ddb-a09f-e22f08bcd860 req-06fc7f72-9b6b-46eb-8c38-d649a615a67d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708954 Jun 10 14:50:53.424116 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-4d2ca074-5e11-4274-905c-d65aa4170e72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952678 Jun 10 14:50:53.520809 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-ec5cdaf2-de2e-4755-af9f-7c31e2eba975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:53.522407 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-ec5cdaf2-de2e-4755-af9f-7c31e2eba975 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0723546 Jun 10 14:50:53.703204 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-73ff463c-c616-48e3-bd63-6be58120507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:53.704663 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-73ff463c-c616-48e3-bd63-6be58120507d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1593165 Jun 10 14:50:53.763219 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-a90f6ee7-0398-4013-b386-bf39a2270b6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.0513527 Jun 10 14:50:53.828292 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-f9040c0a-59cb-4f5e-ac74-f5b3f78005f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:53.829721 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-f9040c0a-59cb-4f5e-ac74-f5b3f78005f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0583465 Jun 10 14:50:53.873987 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-bbfa7f95-ff44-4110-8fed-e0ad009b786f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380664 Jun 10 14:50:54.009206 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-064db1b3-aedd-4b7f-8ff0-9402ce4bb235 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290510 Jun 10 14:50:54.133393 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e1001761-8fa8-4249-885f-e91e81d11e8d req-30ea122c-a844-4de8-b4bd-507f3f18b3c6 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173615 Jun 10 14:50:54.605287 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d497-322a-4a17-8d58-ec2fcfde213d req-12fac3d3-3dcc-4367-82a3-036cc07c364c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:54.607085 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ba71d497-322a-4a17-8d58-ec2fcfde213d req-12fac3d3-3dcc-4367-82a3-036cc07c364c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0715446 Jun 10 14:50:54.658876 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ba71d497-322a-4a17-8d58-ec2fcfde213d req-dca7474e-81b1-4db4-a291-2de2e983c7a0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452003 Jun 10 14:50:55.858632 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babd4d1-c392-40b2-9e4f-35e76f37907b req-54353c8b-22b2-4bde-a0f3-221641f11681 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:55.860255 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2babd4d1-c392-40b2-9e4f-35e76f37907b req-54353c8b-22b2-4bde-a0f3-221641f11681 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0796163 Jun 10 14:50:55.910868 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2babd4d1-c392-40b2-9e4f-35e76f37907b req-de72f04b-9fe7-41d2-914d-5f895bd3a9ba tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Jun 10 14:50:56.522110 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e52766e8-281b-44ad-871d-9b93feab4144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:57.104989 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b53af-d236-4399-9299-c17d2e6c4701 req-96b62f98-f2ac-4b61-9a8a-f4b4f919820a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:57.106860 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-446b53af-d236-4399-9299-c17d2e6c4701 req-96b62f98-f2ac-4b61-9a8a-f4b4f919820a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0771224 Jun 10 14:50:57.150683 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-446b53af-d236-4399-9299-c17d2e6c4701 req-84274a01-6a40-4ec8-8d0d-866e1cbcc476 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Jun 10 14:50:57.173717 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:58.336241 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1efe-fb1a-4cb4-9601-cb4dce3458a9 req-655203dc-12b1-4e35-80a1-c7cc7e629154 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:58.337753 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d42e1efe-fb1a-4cb4-9601-cb4dce3458a9 req-655203dc-12b1-4e35-80a1-c7cc7e629154 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0745716 Jun 10 14:50:58.381750 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d42e1efe-fb1a-4cb4-9601-cb4dce3458a9 req-eef15fa3-4670-4b6a-ae5f-d2cc2b42637f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376585 Jun 10 14:50:59.218121 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dcf18fb1-cf62-4e5b-86d4-d069eb977a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:59.238612 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:50:59.575786 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcf704-cc8c-4068-8129-1579e4aca8ba req-4184e461-3360-462b-b47c-4760a4aaad67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:50:59.577344 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b1dcf704-cc8c-4068-8129-1579e4aca8ba req-4184e461-3360-462b-b47c-4760a4aaad67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0755415 Jun 10 14:50:59.622561 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b1dcf704-cc8c-4068-8129-1579e4aca8ba req-18704025-0f90-4b60-b9e5-42a4d186c076 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374525 Jun 10 14:51:00.126884 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:00.824555 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42267dd2-fa8d-4fcb-8b96-63fc77c53626 req-07314ecd-4116-4424-8293-9a80301bc3f1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:00.826052 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-42267dd2-fa8d-4fcb-8b96-63fc77c53626 req-07314ecd-4116-4424-8293-9a80301bc3f1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0819142 Jun 10 14:51:00.876220 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-42267dd2-fa8d-4fcb-8b96-63fc77c53626 req-5e8aa654-e346-4c11-aff2-c0e03eddab27 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Jun 10 14:51:01.969741 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:02.067782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532d6f1-ef78-4cc6-b506-94707c28bb50 req-db946678-8de9-46b5-9fdf-280082ac1d79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:02.070137 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6532d6f1-ef78-4cc6-b506-94707c28bb50 req-db946678-8de9-46b5-9fdf-280082ac1d79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0766618 Jun 10 14:51:02.118421 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6532d6f1-ef78-4cc6-b506-94707c28bb50 req-8aadf2ff-3a38-4c70-8632-28246cacda30 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Jun 10 14:51:03.314680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a397ca-f994-4ba6-9212-c7fdf64614b2 req-f5fcd998-eff5-4e0c-8176-92d118bba6cb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:03.316272 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b8a397ca-f994-4ba6-9212-c7fdf64614b2 req-f5fcd998-eff5-4e0c-8176-92d118bba6cb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0786967 Jun 10 14:51:03.364481 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b8a397ca-f994-4ba6-9212-c7fdf64614b2 req-217fe4ee-8b66-446c-86f7-fed98d717ad8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408404 Jun 10 14:51:04.567016 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b1255-6b7b-4b3b-8cee-12ee220f32d3 req-88706b5f-b140-42e9-8eba-8c627a415894 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:04.569441 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-582b1255-6b7b-4b3b-8cee-12ee220f32d3 req-88706b5f-b140-42e9-8eba-8c627a415894 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0850010 Jun 10 14:51:04.617384 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-582b1255-6b7b-4b3b-8cee-12ee220f32d3 req-97f73139-34c7-4994-a25e-b8cb623acac9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Jun 10 14:51:05.824532 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe979d-0de1-4239-a6e4-38e63de4b56f req-fc6e86f2-1299-45fc-809b-2d1a6872dd3f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:05.826027 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fcfe979d-0de1-4239-a6e4-38e63de4b56f req-fc6e86f2-1299-45fc-809b-2d1a6872dd3f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0892777 Jun 10 14:51:05.871842 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fcfe979d-0de1-4239-a6e4-38e63de4b56f req-b95274c1-a76a-4442-a0dc-1409a9f303ca tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400698 Jun 10 14:51:07.059581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca164a-5aa4-4083-9670-dd75fdcb6c1d req-f9ef2537-43a3-49e3-91fb-6346a468f3ab tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:07.061289 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3cca164a-5aa4-4083-9670-dd75fdcb6c1d req-f9ef2537-43a3-49e3-91fb-6346a468f3ab tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0768065 Jun 10 14:51:07.105374 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3cca164a-5aa4-4083-9670-dd75fdcb6c1d req-1e09be82-185d-45f1-a80a-3f08495f7524 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378156 Jun 10 14:51:08.296652 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b4f36-52e1-4413-9cff-5b4afb2bee9c req-e3772891-38ab-4dc9-b540-66b5a6bf1c95 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:08.298132 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4c1b4f36-52e1-4413-9cff-5b4afb2bee9c req-e3772891-38ab-4dc9-b540-66b5a6bf1c95 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0756605 Jun 10 14:51:08.344590 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4c1b4f36-52e1-4413-9cff-5b4afb2bee9c req-f44e1f23-ea3d-40d3-aea7-613b362f1ab2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Jun 10 14:51:09.527196 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9a4bb-82de-4e0c-98e9-0f00c0c32117 req-a2b4019c-eceb-4de2-948b-00425985aca8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:09.528693 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4cc9a4bb-82de-4e0c-98e9-0f00c0c32117 req-a2b4019c-eceb-4de2-948b-00425985aca8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0710664 Jun 10 14:51:09.570761 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4cc9a4bb-82de-4e0c-98e9-0f00c0c32117 req-78db2411-f35c-463f-b052-44c06f98b691 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363591 Jun 10 14:51:10.782988 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868a964-1413-45eb-9c10-c5792cfc6579 req-6effcd61-22a7-4df9-9399-541a3a8cbf74 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:10.785081 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c868a964-1413-45eb-9c10-c5792cfc6579 req-6effcd61-22a7-4df9-9399-541a3a8cbf74 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0970905 Jun 10 14:51:10.827954 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c868a964-1413-45eb-9c10-c5792cfc6579 req-e450a5d6-1898-44d7-80f8-8d351a903568 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370874 Jun 10 14:51:11.340371 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:51:12.025777 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a05ed-f53e-47e7-85f7-a91a5567e425 req-178296f7-3ea8-4094-b4a3-6d49bb536a86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:12.027932 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-be7a05ed-f53e-47e7-85f7-a91a5567e425 req-178296f7-3ea8-4094-b4a3-6d49bb536a86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0756896 Jun 10 14:51:12.070182 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-be7a05ed-f53e-47e7-85f7-a91a5567e425 req-96d67c7c-c595-4db8-91bb-06434aec0c62 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369685 Jun 10 14:51:13.259687 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a223a72-02d9-427d-bdee-be4fe426f87e req-e8a0d796-dfd1-4453-a491-9236e6f449a5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:13.261864 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9a223a72-02d9-427d-bdee-be4fe426f87e req-e8a0d796-dfd1-4453-a491-9236e6f449a5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0714936 Jun 10 14:51:13.309561 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9a223a72-02d9-427d-bdee-be4fe426f87e req-815604f1-f0a8-47ae-9238-ffb4b64ac73f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386467 Jun 10 14:51:14.497113 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c3a48-626f-4dde-bb38-5421dfecb1ed req-dc22721d-6aa1-4bba-ba76-43c41303db9c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:14.498745 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-467c3a48-626f-4dde-bb38-5421dfecb1ed req-dc22721d-6aa1-4bba-ba76-43c41303db9c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0706327 Jun 10 14:51:14.540878 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-467c3a48-626f-4dde-bb38-5421dfecb1ed req-b9e8df3e-26ad-4e48-8b17-2ba7183f2638 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364482 Jun 10 14:51:15.729520 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c31d8a-aa04-4479-af6c-a4e90321e653 req-85d316f4-9e39-43b3-8407-3a6c925979b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:15.731017 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-40c31d8a-aa04-4479-af6c-a4e90321e653 req-85d316f4-9e39-43b3-8407-3a6c925979b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0754323 Jun 10 14:51:15.776529 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-40c31d8a-aa04-4479-af6c-a4e90321e653 req-0c1b5c2b-2312-484d-90af-0c2a7ed49c94 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 Jun 10 14:51:16.973431 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296449-420a-4544-abbe-415c45648986 req-894266a2-c536-4099-a129-730de079d2e8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:16.974989 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54296449-420a-4544-abbe-415c45648986 req-894266a2-c536-4099-a129-730de079d2e8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0825744 Jun 10 14:51:17.019383 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54296449-420a-4544-abbe-415c45648986 req-b0c6513f-43a5-4df1-96a2-2844709cfe70 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Jun 10 14:51:18.207281 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a10d71-9050-4d1b-8c82-f94ed4d5871a req-bea2d20e-6680-4d3a-96b9-08dbd524a73e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:18.209477 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a4a10d71-9050-4d1b-8c82-f94ed4d5871a req-bea2d20e-6680-4d3a-96b9-08dbd524a73e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0725200 Jun 10 14:51:18.253075 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a4a10d71-9050-4d1b-8c82-f94ed4d5871a req-bbf6d802-a38f-415e-ac39-0d25a01b4529 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Jun 10 14:51:19.453744 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a468f8-3334-4f80-8404-2ab64bafa57b req-6378e496-3a6c-4bdb-b1e5-18591eb8a995 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:19.455294 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e4a468f8-3334-4f80-8404-2ab64bafa57b req-6378e496-3a6c-4bdb-b1e5-18591eb8a995 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0821102 Jun 10 14:51:19.500977 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e4a468f8-3334-4f80-8404-2ab64bafa57b req-eaf2f259-acd1-4769-b081-623c633a0d01 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386975 Jun 10 14:51:20.695000 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f717a-b53c-40d0-93b0-e68f5c4e25f1 req-f98bb912-a593-4954-bb8f-c6ede9b58297 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:20.697508 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e18f717a-b53c-40d0-93b0-e68f5c4e25f1 req-f98bb912-a593-4954-bb8f-c6ede9b58297 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0763547 Jun 10 14:51:20.741107 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e18f717a-b53c-40d0-93b0-e68f5c4e25f1 req-b18c86be-1dc5-41f0-8fb4-79689e14f417 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380900 Jun 10 14:51:21.925337 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88736-62fc-4da7-b166-19b37f1d6c77 req-68489605-909d-48e8-97cf-d3d244586df5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:21.926710 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-abd88736-62fc-4da7-b166-19b37f1d6c77 req-68489605-909d-48e8-97cf-d3d244586df5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0735083 Jun 10 14:51:21.968975 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-abd88736-62fc-4da7-b166-19b37f1d6c77 req-4422a680-19d5-41a8-a364-295ac692b1cd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360367 Jun 10 14:51:23.156494 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0053f2-699b-4c4f-8a97-f377ee7d7633 req-bb100d6c-9b7b-4a45-86a5-ed9cfd49c114 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:23.158057 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db0053f2-699b-4c4f-8a97-f377ee7d7633 req-bb100d6c-9b7b-4a45-86a5-ed9cfd49c114 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0718026 Jun 10 14:51:23.206211 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db0053f2-699b-4c4f-8a97-f377ee7d7633 req-04a158f1-5439-4bb7-9fc7-ac31e0c3febb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Jun 10 14:51:24.395042 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93070026-c19a-44e5-b837-019ca498cd2d req-368796b2-c18b-4088-9dda-567360ef2b45 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:24.396510 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93070026-c19a-44e5-b837-019ca498cd2d req-368796b2-c18b-4088-9dda-567360ef2b45 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0719976 Jun 10 14:51:24.441110 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93070026-c19a-44e5-b837-019ca498cd2d req-36d76c97-900a-4b0b-8f91-296d2939cd0f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380821 Jun 10 14:51:25.642133 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d91a0-da02-42f5-95d8-ae2d514a55bb req-894f2376-6803-4cde-898b-b2bb42816197 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:25.643665 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-194d91a0-da02-42f5-95d8-ae2d514a55bb req-894f2376-6803-4cde-898b-b2bb42816197 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0767410 Jun 10 14:51:25.690099 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-194d91a0-da02-42f5-95d8-ae2d514a55bb req-12f12503-8222-46da-a855-01c44f2fc944 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Jun 10 14:51:26.527753 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-01ce9733-fdbf-41dd-bccc-bb160a0e9b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:26.886469 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243c17-5195-4c06-8eb3-66a6d3924d9a req-b3accdb4-1e2d-4285-9bd7-fd20502d5a2d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:26.888147 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6c243c17-5195-4c06-8eb3-66a6d3924d9a req-b3accdb4-1e2d-4285-9bd7-fd20502d5a2d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0783057 Jun 10 14:51:26.932604 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6c243c17-5195-4c06-8eb3-66a6d3924d9a req-64539a2e-d386-4659-926b-490a35db8574 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386009 Jun 10 14:51:27.172073 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:28.122590 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634932d-44b3-4c5f-a5cf-5b7ca64de0ff req-590825c1-ef6c-4af1-ac7b-8ee20c29e540 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:28.124156 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d634932d-44b3-4c5f-a5cf-5b7ca64de0ff req-590825c1-ef6c-4af1-ac7b-8ee20c29e540 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0795903 Jun 10 14:51:28.169435 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d634932d-44b3-4c5f-a5cf-5b7ca64de0ff req-cc6885d1-72e3-445a-a3bd-9441b0d3365d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Jun 10 14:51:29.222035 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dfc2fa91-7832-460a-84b3-bfc87a945ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:29.242228 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:29.369580 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c21a0-d92f-455c-8a10-75ba151c7281 req-531e40b7-ca6b-4986-9521-10d5f17e12ca tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:29.371253 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-733c21a0-d92f-455c-8a10-75ba151c7281 req-531e40b7-ca6b-4986-9521-10d5f17e12ca tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0743718 Jun 10 14:51:29.417591 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-733c21a0-d92f-455c-8a10-75ba151c7281 req-2bdc87f8-b24c-4c54-be70-33785834a041 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404727 Jun 10 14:51:30.128245 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:30.610477 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ecc44-6278-41ec-be54-adeb7180432d req-88e995f7-6efe-462f-8cb2-2bb5be845146 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:30.612030 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-635ecc44-6278-41ec-be54-adeb7180432d req-88e995f7-6efe-462f-8cb2-2bb5be845146 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0767105 Jun 10 14:51:30.655012 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-635ecc44-6278-41ec-be54-adeb7180432d req-b0f5edaf-c59d-4e28-83ff-7c364f82646b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373473 Jun 10 14:51:31.843001 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b5a4f-fbf2-4d19-b37d-d4dc4e24f923 req-c23278bc-e426-40e8-81a6-0a35bad86bd7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:31.844504 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0e6b5a4f-fbf2-4d19-b37d-d4dc4e24f923 req-c23278bc-e426-40e8-81a6-0a35bad86bd7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0739107 Jun 10 14:51:31.889239 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0e6b5a4f-fbf2-4d19-b37d-d4dc4e24f923 req-cd38d097-92ce-4d3d-aff0-3239535c57be tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390747 Jun 10 14:51:31.970919 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:33.079339 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708473e1-9bef-43ce-a3f9-a504b6ac3801 req-8c314cce-faf7-454c-9ae0-c6bc8621085a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:33.080828 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-708473e1-9bef-43ce-a3f9-a504b6ac3801 req-8c314cce-faf7-454c-9ae0-c6bc8621085a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0710149 Jun 10 14:51:33.124106 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-708473e1-9bef-43ce-a3f9-a504b6ac3801 req-2cc2c96f-c401-4028-9e26-9a30d3adb4ba tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 Jun 10 14:51:34.326539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17eff4-d7f7-44ef-9b3e-7558dfba19b8 req-d5808f5f-ba27-4b55-8900-3059bf35da4a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:34.328163 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3c17eff4-d7f7-44ef-9b3e-7558dfba19b8 req-d5808f5f-ba27-4b55-8900-3059bf35da4a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0779171 Jun 10 14:51:34.372325 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3c17eff4-d7f7-44ef-9b3e-7558dfba19b8 req-c768c188-b2d4-462d-a772-a1f2bc2e7cb1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371499 Jun 10 14:51:35.565701 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a501-faba-4ae3-8f02-98fe83e0ef12 req-b5ae0051-dc9c-421e-8e81-86ea5ae061bf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:35.567226 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b5a8a501-faba-4ae3-8f02-98fe83e0ef12 req-b5ae0051-dc9c-421e-8e81-86ea5ae061bf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0761740 Jun 10 14:51:35.614702 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b5a8a501-faba-4ae3-8f02-98fe83e0ef12 req-52005379-d4a3-49ea-818f-daf91f70b7f3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Jun 10 14:51:36.812970 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c03fd9-0ad1-40bb-a776-4f750918f3ea req-4246eff6-1dbb-4de6-ac3f-40a2bf6f2751 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:36.814503 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a0c03fd9-0ad1-40bb-a776-4f750918f3ea req-4246eff6-1dbb-4de6-ac3f-40a2bf6f2751 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0766721 Jun 10 14:51:36.860747 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a0c03fd9-0ad1-40bb-a776-4f750918f3ea req-6d8bfcac-6a48-44b0-b1b7-758073beb362 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364320 Jun 10 14:51:38.049397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54698782-88dd-4dd0-8121-ead015027e5c req-5303c7f1-a1bf-43f6-b50e-d8029005c20e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:38.050845 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-54698782-88dd-4dd0-8121-ead015027e5c req-5303c7f1-a1bf-43f6-b50e-d8029005c20e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0716743 Jun 10 14:51:38.093695 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-54698782-88dd-4dd0-8121-ead015027e5c req-52ff0008-d599-441b-b4a9-454146d494f4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362813 Jun 10 14:51:39.273402 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f5f90-4231-413c-9f2e-a211db7744f5 req-55d862dc-ee77-4711-bea0-9e0f62de24e1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:39.274989 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ab3f5f90-4231-413c-9f2e-a211db7744f5 req-55d862dc-ee77-4711-bea0-9e0f62de24e1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0693986 Jun 10 14:51:39.316745 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ab3f5f90-4231-413c-9f2e-a211db7744f5 req-dc788608-7726-4c8d-b2a8-95bcd0188aaf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Jun 10 14:51:40.733807 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7f1eb-d634-4d82-ab78-315194945138 req-d2680ead-df46-4d4b-8e90-a81b56710bcd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:40.735306 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fae7f1eb-d634-4d82-ab78-315194945138 req-d2680ead-df46-4d4b-8e90-a81b56710bcd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.2973700 Jun 10 14:51:40.775710 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fae7f1eb-d634-4d82-ab78-315194945138 req-6cf46043-7a37-441b-ab95-e25fd77aa273 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347004 Jun 10 14:51:41.957114 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bee8b4-c559-4cf8-9b97-f0bc92e7f580 req-91b23401-1044-4d11-bdb8-53a1668922b2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:41.958577 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-06bee8b4-c559-4cf8-9b97-f0bc92e7f580 req-91b23401-1044-4d11-bdb8-53a1668922b2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0723212 Jun 10 14:51:42.001507 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-06bee8b4-c559-4cf8-9b97-f0bc92e7f580 req-f38f62bd-ba63-41de-83a4-1e1dac7dea50 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363719 Jun 10 14:51:43.183712 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c09b-fa20-4030-9810-12479f9425bc req-5246116e-7834-4098-a7c8-5ecdb848df90 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:43.185204 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0695c09b-fa20-4030-9810-12479f9425bc req-5246116e-7834-4098-a7c8-5ecdb848df90 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0721300 Jun 10 14:51:43.226578 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0695c09b-fa20-4030-9810-12479f9425bc req-3a7e4d50-8e41-4bd3-9cf1-ec29131a374b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357318 Jun 10 14:51:44.416198 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb65b-b272-4907-beb0-52ccf8ee730a req-2fbc5792-f082-46a9-bbd6-0c9ed80f8831 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:44.417601 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-edceb65b-b272-4907-beb0-52ccf8ee730a req-2fbc5792-f082-46a9-bbd6-0c9ed80f8831 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0724435 Jun 10 14:51:44.469723 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-edceb65b-b272-4907-beb0-52ccf8ee730a req-534dbf9b-b053-45db-b7dc-79ab8eb6c27d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Jun 10 14:51:45.664807 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fff2a1-ccb3-49e3-a9df-060a024e0b1e req-d44f42bf-2f66-4070-b52c-2214f38aa803 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:45.669968 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10fff2a1-ccb3-49e3-a9df-060a024e0b1e req-d44f42bf-2f66-4070-b52c-2214f38aa803 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0785215 Jun 10 14:51:45.715114 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10fff2a1-ccb3-49e3-a9df-060a024e0b1e req-0c51150a-6f64-48ee-9301-639218087da4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Jun 10 14:51:46.917828 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0454e-0cdf-4c67-92ad-9744c5d47047 req-759b1a51-a0db-4bc3-bf15-41d65dbcb9c1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:46.922196 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57a0454e-0cdf-4c67-92ad-9744c5d47047 req-759b1a51-a0db-4bc3-bf15-41d65dbcb9c1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0900881 Jun 10 14:51:46.966978 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57a0454e-0cdf-4c67-92ad-9744c5d47047 req-e6c6c4c4-7bc5-449a-bcf2-281021178a40 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392311 Jun 10 14:51:48.156757 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ebd-a8ff-4a7a-baf0-d43cdd502b8f req-052bb17c-8eb4-4e14-bff9-d0e1ab240c9d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:48.158284 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-30da6ebd-a8ff-4a7a-baf0-d43cdd502b8f req-052bb17c-8eb4-4e14-bff9-d0e1ab240c9d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0719957 Jun 10 14:51:48.202504 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-30da6ebd-a8ff-4a7a-baf0-d43cdd502b8f req-c4fb0209-26c7-4bc8-813e-9e8dc8f0b743 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371776 Jun 10 14:51:48.340007 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:51:49.382584 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d682a25-9bf3-4d92-8f14-fed0d29201dd req-58739b76-c64d-4242-ba55-3f050a4ca23d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:49.384733 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4d682a25-9bf3-4d92-8f14-fed0d29201dd req-58739b76-c64d-4242-ba55-3f050a4ca23d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0690017 Jun 10 14:51:49.424974 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4d682a25-9bf3-4d92-8f14-fed0d29201dd req-5e666f0b-97a2-457b-8913-2315659927b7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348725 Jun 10 14:51:50.621219 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5379a3-9e66-4fdf-ae86-13c5cf17652e req-f2981346-acbc-4202-b2b8-c5fc2ed81231 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:50.622672 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ff5379a3-9e66-4fdf-ae86-13c5cf17652e req-f2981346-acbc-4202-b2b8-c5fc2ed81231 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0751872 Jun 10 14:51:50.662482 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ff5379a3-9e66-4fdf-ae86-13c5cf17652e req-a267fcd0-fc76-4762-8749-44ac55d77eab tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341814 Jun 10 14:51:51.853409 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7309b6-e2bd-4f70-bbd9-786040e99e31 req-f93fa619-a337-4c59-a78b-de56ebd437f0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:51.854880 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b7309b6-e2bd-4f70-bbd9-786040e99e31 req-f93fa619-a337-4c59-a78b-de56ebd437f0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0769615 Jun 10 14:51:51.900569 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b7309b6-e2bd-4f70-bbd9-786040e99e31 req-a42c2a67-1f1d-48a2-9a42-e475de2cac80 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386860 Jun 10 14:51:53.101810 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9f2e-3aa7-4bf9-8d0c-a2631dcc2f43 req-5a68e170-fbf3-4381-97cb-54938754bef3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:53.103862 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-feec9f2e-3aa7-4bf9-8d0c-a2631dcc2f43 req-5a68e170-fbf3-4381-97cb-54938754bef3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0813351 Jun 10 14:51:53.149014 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-feec9f2e-3aa7-4bf9-8d0c-a2631dcc2f43 req-290d7814-d46a-4afd-8d49-1cb8b7b2efb3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 Jun 10 14:51:54.343251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1924884-6091-4050-bb23-3c72f69ebc75 req-d8d72dbb-26ee-44a9-a0ac-ee37fbdb04c8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:54.344614 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a1924884-6091-4050-bb23-3c72f69ebc75 req-d8d72dbb-26ee-44a9-a0ac-ee37fbdb04c8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0690413 Jun 10 14:51:54.387403 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a1924884-6091-4050-bb23-3c72f69ebc75 req-779e9fde-02c4-4914-baef-4a6da0be6abb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369146 Jun 10 14:51:55.414590 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-215207c7-7384-44fb-b2cf-edbe0d4206d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608885 Jun 10 14:51:55.493986 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-6ab88ce6-6b0f-4a43-92bd-640e4af6cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:55.495518 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-6ab88ce6-6b0f-4a43-92bd-640e4af6cf6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 1100 time: 0.0593357 Jun 10 14:51:55.675689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93ae7a-710e-45b4-8e49-5ab7c42b52f3 req-c28f028f-4b8c-464d-8993-89b9cca0ee35 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:55.677658 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8e93ae7a-710e-45b4-8e49-5ab7c42b52f3 req-c28f028f-4b8c-464d-8993-89b9cca0ee35 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.1763041 Jun 10 14:51:55.681849 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-fb401283-af2c-4df3-8fc8-51e503598fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:55.683415 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-fb401283-af2c-4df3-8fc8-51e503598fa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.1503220 Jun 10 14:51:55.800256 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8e93ae7a-710e-45b4-8e49-5ab7c42b52f3 req-36a720b0-e8cc-4509-b678-0d27b3fe8b05 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127343 Jun 10 14:51:55.813682 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-0033358b-54a3-472f-8587-c3a7d38a653c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 200 len: 1001 time: 0.1194634 Jun 10 14:51:55.923679 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-ac5cf3e3-05de-431f-92a6-54242251aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:55.926097 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-ac5cf3e3-05de-431f-92a6-54242251aef5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.1051378 Jun 10 14:51:56.023604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-9064e7f9-2808-4fc9-b028-1ac9107b6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:56.025149 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-9064e7f9-2808-4fc9-b028-1ac9107b6865 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924735 Jun 10 14:51:56.157019 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-5d58cbb9-dfcf-4d35-8bf4-6d90473ee26d service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241179 Jun 10 14:51:56.331273 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ed6b6a57-f0a3-49e4-9b9e-205bc520a0b2 req-b0bf365e-fb09-43a8-9920-7a8271755c4d service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671994 Jun 10 14:51:56.530568 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1e3964f8-84cf-4259-b31b-7eefe38b25c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:57.007806 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd75d-0e99-48bb-a578-4390545d1393 req-935b4029-673e-43d0-8b11-1f4e186efb57 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:57.010210 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1d6bd75d-0e99-48bb-a578-4390545d1393 req-935b4029-673e-43d0-8b11-1f4e186efb57 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0739334 Jun 10 14:51:57.051029 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1d6bd75d-0e99-48bb-a578-4390545d1393 req-ec70a3c8-9a8a-4929-a76a-9d96e456c60d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350909 Jun 10 14:51:57.158115 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:58.232972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c73e-27b6-46dd-bfc9-d10756a2b9cf req-0ef8bc19-b522-4801-b09b-25728ffefbac tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:58.234440 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f3f8c73e-27b6-46dd-bfc9-d10756a2b9cf req-0ef8bc19-b522-4801-b09b-25728ffefbac tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0705018 Jun 10 14:51:58.279293 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f3f8c73e-27b6-46dd-bfc9-d10756a2b9cf req-413e1d37-b392-483d-9aa6-168fb661f873 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387776 Jun 10 14:51:59.222476 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a758e563-542a-4256-8fed-01c5e0bba77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:59.243791 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:51:59.463767 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ed6d-4482-4237-b1d5-ee9f385ed818 req-a4c4b684-ac79-441c-be3c-973cf6d0e3de tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:51:59.465281 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-12f6ed6d-4482-4237-b1d5-ee9f385ed818 req-a4c4b684-ac79-441c-be3c-973cf6d0e3de tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0726442 Jun 10 14:51:59.508036 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-12f6ed6d-4482-4237-b1d5-ee9f385ed818 req-668247a2-e8a6-4439-b951-e67aa8722b56 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371940 Jun 10 14:52:00.131811 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:00.701282 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a350aaa-890c-4571-b8ac-16bb661c38e3 req-56db9b6a-57fc-41b3-9c62-51baef75eccf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:00.702747 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a350aaa-890c-4571-b8ac-16bb661c38e3 req-56db9b6a-57fc-41b3-9c62-51baef75eccf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0778012 Jun 10 14:52:00.745817 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a350aaa-890c-4571-b8ac-16bb661c38e3 req-467eb1bf-3d01-4598-8444-ba5c83c95365 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374968 Jun 10 14:52:01.934703 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5c326-0e8f-41ae-8959-b5b611f474fe req-3ec46b20-ae05-47b7-994f-c64d68c9030b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:01.936202 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a9f5c326-0e8f-41ae-8959-b5b611f474fe req-3ec46b20-ae05-47b7-994f-c64d68c9030b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0751393 Jun 10 14:52:01.973338 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:01.979451 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a9f5c326-0e8f-41ae-8959-b5b611f474fe req-3be0dfe3-8159-4060-b846-af0c591f5398 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375452 Jun 10 14:52:03.166680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c49ed-49c2-4bf6-ab32-47125c114bb7 req-547cc8cf-5d7b-40b9-b309-b0a4f5a030e8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:03.168191 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-770c49ed-49c2-4bf6-ab32-47125c114bb7 req-547cc8cf-5d7b-40b9-b309-b0a4f5a030e8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0735621 Jun 10 14:52:03.212982 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-770c49ed-49c2-4bf6-ab32-47125c114bb7 req-dfc5bcc8-0f1f-44ef-ae53-53aaa8f8305a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390124 Jun 10 14:52:04.398633 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b06177-2180-452d-a498-62c48a181055 req-1f0b975e-c901-45c2-a762-b97b9d237665 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:04.401026 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93b06177-2180-452d-a498-62c48a181055 req-1f0b975e-c901-45c2-a762-b97b9d237665 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0700998 Jun 10 14:52:04.443164 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93b06177-2180-452d-a498-62c48a181055 req-3fb6e021-9a17-461b-bf13-4349d6c8db84 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358484 Jun 10 14:52:05.654079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b448c-fead-4db2-874b-01ebf6ef300d req-22bc3e65-8483-46d3-9362-4adeb1119932 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:05.655696 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1c1b448c-fead-4db2-874b-01ebf6ef300d req-22bc3e65-8483-46d3-9362-4adeb1119932 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0756590 Jun 10 14:52:05.701690 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1c1b448c-fead-4db2-874b-01ebf6ef300d req-09a40005-eb1f-45de-bb67-6814151c5415 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Jun 10 14:52:06.905302 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826efc5-72b8-458c-b879-eaf039148e30 req-07b6fe24-a572-4d8b-8ec4-a9bfb72039e2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:06.906848 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f826efc5-72b8-458c-b879-eaf039148e30 req-07b6fe24-a572-4d8b-8ec4-a9bfb72039e2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0915282 Jun 10 14:52:06.953043 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f826efc5-72b8-458c-b879-eaf039148e30 req-a2d16105-9349-4eaa-8249-a0d3d69740a8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Jun 10 14:52:08.135804 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71748b4e-3c39-4088-a39f-69e663ded628 req-be147b00-6776-4424-8111-aeabbabec707 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:08.137284 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-71748b4e-3c39-4088-a39f-69e663ded628 req-be147b00-6776-4424-8111-aeabbabec707 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0712779 Jun 10 14:52:08.179242 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-71748b4e-3c39-4088-a39f-69e663ded628 req-3fc47960-d097-4785-a901-47bb8031d608 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361078 Jun 10 14:52:09.358600 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f356e-923e-4dc3-ba6a-0697c9561dca req-3acb64c1-20be-4b92-a8c2-89553f0dbf79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:09.360090 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3f2f356e-923e-4dc3-ba6a-0697c9561dca req-3acb64c1-20be-4b92-a8c2-89553f0dbf79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0681846 Jun 10 14:52:09.402010 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3f2f356e-923e-4dc3-ba6a-0697c9561dca req-3d71ddd6-47fc-4fd7-bf01-3e9c0d371c65 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Jun 10 14:52:10.588427 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd08ed-a93f-452f-a27b-a7b73bca19b5 req-6d7bf919-a5d0-43b1-b358-caa864a87c45 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:10.589861 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9ccd08ed-a93f-452f-a27b-a7b73bca19b5 req-6d7bf919-a5d0-43b1-b358-caa864a87c45 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0724530 Jun 10 14:52:10.631116 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9ccd08ed-a93f-452f-a27b-a7b73bca19b5 req-1667111c-cd0d-4334-8726-71c523ef7acd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356328 Jun 10 14:52:11.813591 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c55a2-12c7-4260-964d-ee95f0cdd194 req-150faf62-d305-4b9b-afb3-827727f304e4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:11.815080 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f83c55a2-12c7-4260-964d-ee95f0cdd194 req-150faf62-d305-4b9b-afb3-827727f304e4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0727406 Jun 10 14:52:11.856499 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f83c55a2-12c7-4260-964d-ee95f0cdd194 req-184ac09c-1518-4aed-b88c-2ebaab63a0d4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357614 Jun 10 14:52:13.197079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5375c8-6c35-461b-bf7c-4d24b3e8c7a9 req-bf28d88c-9264-4fb0-910f-15cec7ccb347 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:13.198691 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b5375c8-6c35-461b-bf7c-4d24b3e8c7a9 req-bf28d88c-9264-4fb0-910f-15cec7ccb347 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0742788 Jun 10 14:52:13.243935 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b5375c8-6c35-461b-bf7c-4d24b3e8c7a9 req-6ea640e2-b17d-441d-be80-91e69bebf478 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Jun 10 14:52:14.437098 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a8598-5414-4ff1-8d72-ca8a3d154eb7 req-e46d80fb-bd94-496a-87a8-77e90725b02a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:14.438479 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a43a8598-5414-4ff1-8d72-ca8a3d154eb7 req-e46d80fb-bd94-496a-87a8-77e90725b02a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0689342 Jun 10 14:52:14.480163 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a43a8598-5414-4ff1-8d72-ca8a3d154eb7 req-46588177-ff4b-41a3-a048-19422fa820ca tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360582 Jun 10 14:52:15.683768 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557573ce-dc15-4e1d-8466-283cad7ed4eb req-6930bd04-52d2-4179-a0a8-8f918f1b06b2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:15.686060 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-557573ce-dc15-4e1d-8466-283cad7ed4eb req-6930bd04-52d2-4179-a0a8-8f918f1b06b2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0820060 Jun 10 14:52:15.729828 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-557573ce-dc15-4e1d-8466-283cad7ed4eb req-dcf256a5-4c1a-4052-bb90-9b3683c2d65c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375655 Jun 10 14:52:16.922439 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777ae65-ae71-487c-8a63-74139bcdcffb req-88ec8ec5-217e-44d7-9f33-ac7a8eb0457a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:16.924026 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0777ae65-ae71-487c-8a63-74139bcdcffb req-88ec8ec5-217e-44d7-9f33-ac7a8eb0457a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0761557 Jun 10 14:52:16.975908 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0777ae65-ae71-487c-8a63-74139bcdcffb req-e2f86f17-742d-4e66-a447-bec25fb480d0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388281 Jun 10 14:52:18.173370 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c75249-378e-4a6b-8b51-ca4a8e55f871 req-1eba8371-b6fc-4b6e-af33-6dd69f966bcd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:18.174900 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14c75249-378e-4a6b-8b51-ca4a8e55f871 req-1eba8371-b6fc-4b6e-af33-6dd69f966bcd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0746388 Jun 10 14:52:18.219790 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-14c75249-378e-4a6b-8b51-ca4a8e55f871 req-b26bf633-19a6-4865-8cf7-f377bb15489a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389144 Jun 10 14:52:19.409613 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeb37a-ad62-4334-935b-e21d2bb68953 req-341095c6-80fa-416b-b2c6-d9f1a933f211 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:19.411197 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ceeeb37a-ad62-4334-935b-e21d2bb68953 req-341095c6-80fa-416b-b2c6-d9f1a933f211 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0721467 Jun 10 14:52:19.460508 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ceeeb37a-ad62-4334-935b-e21d2bb68953 req-25cc1915-f319-4c89-87e0-0090e3f138bb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Jun 10 14:52:20.672849 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315802-ab6d-446b-98ed-f355cde5fc29 req-224c01bc-f6ce-44d6-9dc2-7b55b6c84e42 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:20.672849 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b3315802-ab6d-446b-98ed-f355cde5fc29 req-224c01bc-f6ce-44d6-9dc2-7b55b6c84e42 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0864737 Jun 10 14:52:20.733260 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b3315802-ab6d-446b-98ed-f355cde5fc29 req-6497492b-45c5-43a7-a63c-a5babc971258 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521553 Jun 10 14:52:21.949882 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61122-f0b0-4ac1-92e6-564b4ed133ea req-d394b066-e94c-4e91-8d6f-dc9db8604dc6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:21.952272 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57d61122-f0b0-4ac1-92e6-564b4ed133ea req-d394b066-e94c-4e91-8d6f-dc9db8604dc6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0882642 Jun 10 14:52:22.017550 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57d61122-f0b0-4ac1-92e6-564b4ed133ea req-0aba397c-9dc3-4b94-aabe-5003f7116703 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564883 Jun 10 14:52:23.228561 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e32fed-cb89-45ce-91c6-705a16385edf req-597023c9-69c3-4499-b458-7a60f3aa3afe tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:23.230083 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9e32fed-cb89-45ce-91c6-705a16385edf req-597023c9-69c3-4499-b458-7a60f3aa3afe tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0738361 Jun 10 14:52:23.286219 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9e32fed-cb89-45ce-91c6-705a16385edf req-8e7b2cc1-0acb-4b27-bdfb-44e7c5cc0918 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475569 Jun 10 14:52:24.490319 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690e480-5edb-4d72-9200-95d0359b27da req-485cd49b-5c64-4b8a-b906-d5b3e665507b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:24.492143 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0690e480-5edb-4d72-9200-95d0359b27da req-485cd49b-5c64-4b8a-b906-d5b3e665507b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0791929 Jun 10 14:52:24.553672 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0690e480-5edb-4d72-9200-95d0359b27da req-3a1e4a9a-dffd-4d56-96ce-1c83993f96cf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533025 Jun 10 14:52:25.341167 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:52:25.762086 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b952d-5d13-4bdd-9bd4-01e4c8c01219 req-34fd4eb9-4fef-43fd-b313-2e2b70a47d4e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:25.763675 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-696b952d-5d13-4bdd-9bd4-01e4c8c01219 req-34fd4eb9-4fef-43fd-b313-2e2b70a47d4e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0716512 Jun 10 14:52:25.807814 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-696b952d-5d13-4bdd-9bd4-01e4c8c01219 req-446fb10f-7f40-4fe8-8498-ef8a46410947 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378146 Jun 10 14:52:26.533158 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-81522e5e-97a0-44d0-909c-7735b012be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:26.996678 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40c741-b530-4824-856f-f65db5ab20b0 req-703ed05c-5345-4a68-a8be-d15e9d098e96 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:26.998944 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9a40c741-b530-4824-856f-f65db5ab20b0 req-703ed05c-5345-4a68-a8be-d15e9d098e96 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0739524 Jun 10 14:52:27.051683 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9a40c741-b530-4824-856f-f65db5ab20b0 req-ace77a6a-6e9f-445c-a564-185063017355 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463521 Jun 10 14:52:27.173894 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:28.258217 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3676a2-fb58-4cb1-8ecb-6f876dac4efa req-d854ff34-ea57-45ef-9805-93847268b1a1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:28.259684 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7d3676a2-fb58-4cb1-8ecb-6f876dac4efa req-d854ff34-ea57-45ef-9805-93847268b1a1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0841339 Jun 10 14:52:28.308281 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7d3676a2-fb58-4cb1-8ecb-6f876dac4efa req-2e010197-ea77-4b9d-829f-24394ad65bb8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Jun 10 14:52:29.225068 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1f9aa4fc-5e28-4dab-81d8-3be1f0fc49c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:29.247348 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:29.502195 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5f3-1fdd-4d79-9dd0-e9688f47286c req-11e309a4-8765-401f-829c-cd0e37395df9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:29.503875 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6164a5f3-1fdd-4d79-9dd0-e9688f47286c req-11e309a4-8765-401f-829c-cd0e37395df9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0779903 Jun 10 14:52:29.554207 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6164a5f3-1fdd-4d79-9dd0-e9688f47286c req-5ac6dbc4-3e7c-449d-a55d-4ebce018734a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Jun 10 14:52:30.135361 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:30.741886 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f94e2-5e21-4ba7-8a78-ec25d0d016bb req-b171ac01-2f50-4d2c-b270-eaff2c4107e6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:30.743327 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3f4f94e2-5e21-4ba7-8a78-ec25d0d016bb req-b171ac01-2f50-4d2c-b270-eaff2c4107e6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0744855 Jun 10 14:52:30.789990 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3f4f94e2-5e21-4ba7-8a78-ec25d0d016bb req-0036dbb0-d843-4d98-b85d-aa629e23d251 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Jun 10 14:52:31.976375 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:31.995957 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ffedf-5b82-4893-a2cc-be08251464d8 req-41378534-6a53-4365-82bc-f275f53a334d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:32.000877 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de1ffedf-5b82-4893-a2cc-be08251464d8 req-41378534-6a53-4365-82bc-f275f53a334d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0770581 Jun 10 14:52:32.043126 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de1ffedf-5b82-4893-a2cc-be08251464d8 req-80ee47bd-3bef-4f4c-baca-83f47da7003a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374515 Jun 10 14:52:33.233807 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368abc00-2e49-41a3-bca2-0e7ee27fe899 req-0093dff6-77b7-4a79-9785-b043aaeaf5fc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:33.235554 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-368abc00-2e49-41a3-bca2-0e7ee27fe899 req-0093dff6-77b7-4a79-9785-b043aaeaf5fc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0785143 Jun 10 14:52:33.281793 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-368abc00-2e49-41a3-bca2-0e7ee27fe899 req-0772d0b0-0a2b-4073-8d2f-639c305ee31d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396998 Jun 10 14:52:34.472363 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c204c94-115e-4e33-814f-7abb8ae4e3f3 req-36d17bcb-7e33-47ae-8ecd-efe747dad2d9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:34.474978 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9c204c94-115e-4e33-814f-7abb8ae4e3f3 req-36d17bcb-7e33-47ae-8ecd-efe747dad2d9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0772357 Jun 10 14:52:34.520285 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9c204c94-115e-4e33-814f-7abb8ae4e3f3 req-e1137f0e-6876-4f20-a57e-75b8b834bd0a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393765 Jun 10 14:52:35.749535 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff10da8-0e26-4776-b2c2-5b8c8ee95f11 req-e6859e6d-e78f-4689-9969-66f46ceea43e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:35.751993 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bff10da8-0e26-4776-b2c2-5b8c8ee95f11 req-e6859e6d-e78f-4689-9969-66f46ceea43e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.1012020 Jun 10 14:52:35.798470 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bff10da8-0e26-4776-b2c2-5b8c8ee95f11 req-18b0dedb-fd8c-4889-9778-17d3ebe1a088 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Jun 10 14:52:37.010259 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feadd33-7165-43a5-9b6c-6ee0a339e880 req-5e67bf24-d5dc-4949-94e2-e4e4400dbf7d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:37.011838 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4feadd33-7165-43a5-9b6c-6ee0a339e880 req-5e67bf24-d5dc-4949-94e2-e4e4400dbf7d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0915868 Jun 10 14:52:37.068614 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4feadd33-7165-43a5-9b6c-6ee0a339e880 req-e21c53d0-a8e6-4629-aa14-2ae16e71fb60 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496504 Jun 10 14:52:38.284280 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f761b3-a816-40fa-9719-c2635c7088a2 req-1f17b9f4-5514-4a67-8608-dfc440723561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:38.285900 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f6f761b3-a816-40fa-9719-c2635c7088a2 req-1f17b9f4-5514-4a67-8608-dfc440723561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0761614 Jun 10 14:52:38.332484 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f6f761b3-a816-40fa-9719-c2635c7088a2 req-c4a8c867-e13c-4d85-b4ea-20a4732ef93d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403068 Jun 10 14:52:39.532046 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f8522-7e49-43ac-87ff-3f59c603b599 req-8d59c918-0738-4fa0-808f-914279a4730b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:39.534418 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-352f8522-7e49-43ac-87ff-3f59c603b599 req-8d59c918-0738-4fa0-808f-914279a4730b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0844724 Jun 10 14:52:39.578805 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-352f8522-7e49-43ac-87ff-3f59c603b599 req-27b0b9b3-0fcb-4b76-a8c7-da60f29b40d3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379500 Jun 10 14:52:40.764574 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5074df8-7d5a-479c-82e4-154b5c5c13f3 req-1be796d9-32dd-4ed6-b486-661562a3e6a8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:40.766042 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5074df8-7d5a-479c-82e4-154b5c5c13f3 req-1be796d9-32dd-4ed6-b486-661562a3e6a8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0709250 Jun 10 14:52:40.815886 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5074df8-7d5a-479c-82e4-154b5c5c13f3 req-029c589d-5cb9-4dcb-a124-597e7d510085 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Jun 10 14:52:42.037024 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cd2a3-81a5-4b65-bb3e-d0ae72e1d6cf req-d399c721-55e2-4de1-a0a3-cad688cb266f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:42.038614 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-933cd2a3-81a5-4b65-bb3e-d0ae72e1d6cf req-d399c721-55e2-4de1-a0a3-cad688cb266f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0917556 Jun 10 14:52:42.086626 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-933cd2a3-81a5-4b65-bb3e-d0ae72e1d6cf req-e7ff12ff-16dc-463c-9114-f0116f009685 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Jun 10 14:52:43.288342 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9db870-6990-4856-bc73-3fadbd0ce61e req-29c1ccbc-80ec-4bd8-897f-be3f8110dcea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:43.289857 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa9db870-6990-4856-bc73-3fadbd0ce61e req-29c1ccbc-80ec-4bd8-897f-be3f8110dcea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0835900 Jun 10 14:52:43.339351 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa9db870-6990-4856-bc73-3fadbd0ce61e req-68a2e96d-10e5-4ea0-bca0-074d51eadb69 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Jun 10 14:52:44.535228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfef2c8-26e3-491a-9b99-5fe98cf778aa req-fbbe2eed-ad30-4856-b4c9-24b4278ce5bc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:44.536788 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0dfef2c8-26e3-491a-9b99-5fe98cf778aa req-fbbe2eed-ad30-4856-b4c9-24b4278ce5bc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0751925 Jun 10 14:52:44.578227 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0dfef2c8-26e3-491a-9b99-5fe98cf778aa req-690b4c02-2f3d-4ec4-b43e-897f12432819 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350792 Jun 10 14:52:45.763543 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccf3fd-a959-47b7-a4e1-fe7786b86093 req-e6b66ae9-e19f-4e98-8161-dc478ea33aec tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:45.765356 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1ccf3fd-a959-47b7-a4e1-fe7786b86093 req-e6b66ae9-e19f-4e98-8161-dc478ea33aec tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0727360 Jun 10 14:52:45.817039 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1ccf3fd-a959-47b7-a4e1-fe7786b86093 req-018d5e6e-9f9d-4edb-b48e-7b9ec2ea17da tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Jun 10 14:52:47.011782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2717f0f-3b32-42ff-8098-b952a7da7e84 req-ba1a7001-f7f0-4348-ad5c-b50bcbeb5c8b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:47.013293 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f2717f0f-3b32-42ff-8098-b952a7da7e84 req-ba1a7001-f7f0-4348-ad5c-b50bcbeb5c8b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0737691 Jun 10 14:52:47.056245 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f2717f0f-3b32-42ff-8098-b952a7da7e84 req-0e62f2ab-fe10-48d1-974e-e05e5a6637ec tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365028 Jun 10 14:52:48.249740 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfa12-bbcf-45ec-89c3-792206846d18 req-f2da898e-7e8d-493b-b660-d54d030f793a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:48.251266 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-089dfa12-bbcf-45ec-89c3-792206846d18 req-f2da898e-7e8d-493b-b660-d54d030f793a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0738578 Jun 10 14:52:48.298995 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-089dfa12-bbcf-45ec-89c3-792206846d18 req-5cb470b7-ffe6-4a49-b3d3-ba760995b303 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Jun 10 14:52:49.727895 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb02be6-5a89-4335-b00c-0cab711a089d req-eefb1913-94a4-400a-8374-82a94cce0d8d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:49.729384 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8bb02be6-5a89-4335-b00c-0cab711a089d req-eefb1913-94a4-400a-8374-82a94cce0d8d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.3133495 Jun 10 14:52:49.773073 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8bb02be6-5a89-4335-b00c-0cab711a089d req-d6f28ce0-697b-4428-951f-0719ef72311b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370839 Jun 10 14:52:50.972930 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da24ea5-7c62-4c87-9930-982d808c6d26 req-46fcec20-0f95-4866-a4b4-25d3d0ab08cc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:50.974453 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5da24ea5-7c62-4c87-9930-982d808c6d26 req-46fcec20-0f95-4866-a4b4-25d3d0ab08cc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0737615 Jun 10 14:52:51.024838 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5da24ea5-7c62-4c87-9930-982d808c6d26 req-ae189da8-8214-44bd-8d01-0ebdf5d0fe25 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445344 Jun 10 14:52:52.212737 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8634cd8-edcd-4f8a-98fb-bcc1000df9da req-305f8501-3f9d-4d5c-b28b-4bd55efbede4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:52.214228 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f8634cd8-edcd-4f8a-98fb-bcc1000df9da req-305f8501-3f9d-4d5c-b28b-4bd55efbede4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0718484 Jun 10 14:52:52.260035 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f8634cd8-edcd-4f8a-98fb-bcc1000df9da req-353ad27a-584b-4702-970a-6b2d535f1ce1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Jun 10 14:52:53.450432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83975e-3a29-47a2-97ec-70cbe6578011 req-f4d337b8-1d0a-47f4-90a8-eb35061bd649 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:53.451975 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dd83975e-3a29-47a2-97ec-70cbe6578011 req-f4d337b8-1d0a-47f4-90a8-eb35061bd649 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0787570 Jun 10 14:52:53.500127 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dd83975e-3a29-47a2-97ec-70cbe6578011 req-774bef6c-5e25-4c65-8fdf-a4e46d1df069 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417669 Jun 10 14:52:54.690398 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e05eb9-31e5-4a5c-887b-ac7be2a48aca req-26e343ac-0858-405b-80ed-d6670c1433c1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:54.692044 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5e05eb9-31e5-4a5c-887b-ac7be2a48aca req-26e343ac-0858-405b-80ed-d6670c1433c1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0757387 Jun 10 14:52:54.741368 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a5e05eb9-31e5-4a5c-887b-ac7be2a48aca req-ed94628b-c065-4bab-91b5-1c18aac6d0bd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Jun 10 14:52:55.968312 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6128d-aab2-427c-95f9-ccf9d942074d req-1a0cc1b1-e611-4b5d-b3d1-cb453d397e9a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:55.969796 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-20a6128d-aab2-427c-95f9-ccf9d942074d req-1a0cc1b1-e611-4b5d-b3d1-cb453d397e9a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.1163967 Jun 10 14:52:56.024930 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-20a6128d-aab2-427c-95f9-ccf9d942074d req-acf49333-0ff8-4168-9444-d7589b3f58e0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483539 Jun 10 14:52:56.537697 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2690b8e7-683b-4403-b095-6cf4d52b674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:57.071741 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-da102dfd-29b5-46c3-ad33-015edb373cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1067104 Jun 10 14:52:57.162659 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-96f8eeea-c746-43ae-b144-ea87fd2cc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:57.164247 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-96f8eeea-c746-43ae-b144-ea87fd2cc39d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a0ee1c8e031466c8557afdfe4dcede5&device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 1098 time: 0.0615773 Jun 10 14:52:57.177660 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:57.217945 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b11b1e-18f7-4263-a7c2-8797841f9039 req-98fc9294-881c-46d9-aa6d-fa20aaeb9afe tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:57.219516 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f4b11b1e-18f7-4263-a7c2-8797841f9039 req-98fc9294-881c-46d9-aa6d-fa20aaeb9afe tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0778790 Jun 10 14:52:57.268070 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f4b11b1e-18f7-4263-a7c2-8797841f9039 req-bfc59b76-214c-44c7-aea1-c4c2f72bc308 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Jun 10 14:52:57.305538 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-ed752f06-7e6f-42b9-93bf-26311fbaafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:57.306988 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-ed752f06-7e6f-42b9-93bf-26311fbaafe3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=543eb357-c552-4b50-8db0-49e07e115a76 HTTP/1.1" status: 200 len: 914 time: 0.1200035 Jun 10 14:52:57.367713 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-77497c7a-f7e3-4482-b9ea-014cee58dd33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610fcd6e-e290-4523-8319-b40ce4ff468c HTTP/1.1" status: 200 len: 217 time: 0.0520427 Jun 10 14:52:57.428246 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-2f1ef189-54bd-4e7c-9698-89352eaf9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:57.429674 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-2f1ef189-54bd-4e7c-9698-89352eaf9acd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cabee429-611f-4506-8dc6-d3f2d52ab803 HTTP/1.1" status: 200 len: 853 time: 0.0545974 Jun 10 14:52:57.470671 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-d04a1b7b-06bd-42ab-8a86-e397271aa344 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543eb357-c552-4b50-8db0-49e07e115a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311210 Jun 10 14:52:57.482192 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-4fb2b4b2-4a0a-4d5f-a11f-c5bf6fe77c7d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:52:57.483381 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-4fb2b4b2-4a0a-4d5f-a11f-c5bf6fe77c7d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052857 Jun 10 14:52:57.603866 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-c03e1b82-d2f1-43e4-b44d-9a43cf43bcc4 service neutron] 10.222.0.21 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122503 Jun 10 14:52:57.965342 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1a21277a-19e1-4285-a62f-de5404d4e063 req-27b97d75-dfaa-448e-bb7d-bf253141cefd service neutron] 10.222.0.21 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544292 Jun 10 14:52:58.456202 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8c78-56a1-4e22-8044-e1817901eb78 req-f8b54b06-0979-4ca4-a625-807c568b40b1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:58.457660 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e04d8c78-56a1-4e22-8044-e1817901eb78 req-f8b54b06-0979-4ca4-a625-807c568b40b1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0716722 Jun 10 14:52:58.500084 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e04d8c78-56a1-4e22-8044-e1817901eb78 req-e8be4e0f-cf90-4f34-9032-14db0ecfac81 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Jun 10 14:52:59.229435 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-80f5d625-7d12-4173-9d5d-19e2674fb873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:59.250027 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:52:59.690653 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7f5c6-0c60-49d5-8c8d-0d9631cce9e8 req-114c05e0-091c-447a-a7d7-801c81586cf0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:52:59.692234 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-61a7f5c6-0c60-49d5-8c8d-0d9631cce9e8 req-114c05e0-091c-447a-a7d7-801c81586cf0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0739074 Jun 10 14:52:59.738187 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-61a7f5c6-0c60-49d5-8c8d-0d9631cce9e8 req-5f60bbab-532f-429a-87ab-79f9a4b2bc50 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385349 Jun 10 14:53:00.139172 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:00.929153 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52122b-5571-4cbb-82f5-ce88c19e8475 req-5e8ac38d-adf7-4aac-9648-5360678b5eea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:00.930539 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cf52122b-5571-4cbb-82f5-ce88c19e8475 req-5e8ac38d-adf7-4aac-9648-5360678b5eea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0763733 Jun 10 14:53:00.974392 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cf52122b-5571-4cbb-82f5-ce88c19e8475 req-777da952-e98c-4c15-8bf9-869887a3e320 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Jun 10 14:53:01.981036 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:02.166062 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e5514-4988-4702-b15e-9d5b7adfe3c9 req-c7970fa8-d9a8-4d20-920d-bd13062cabac tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:02.167598 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-833e5514-4988-4702-b15e-9d5b7adfe3c9 req-c7970fa8-d9a8-4d20-920d-bd13062cabac tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0733283 Jun 10 14:53:02.222196 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-833e5514-4988-4702-b15e-9d5b7adfe3c9 req-b903999e-4d57-454e-85b6-4eef3e725bba tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489085 Jun 10 14:53:02.340048 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:53:03.415533 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdc32c-a3e9-4e11-a4b9-440c3a36ae42 req-9470de7b-9a6e-4a5a-8528-60dcdbeabd00 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:03.416932 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6bfdc32c-a3e9-4e11-a4b9-440c3a36ae42 req-9470de7b-9a6e-4a5a-8528-60dcdbeabd00 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0763299 Jun 10 14:53:03.466951 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6bfdc32c-a3e9-4e11-a4b9-440c3a36ae42 req-300ae144-95a4-4af0-9c13-22c73dcef63d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Jun 10 14:53:04.679695 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6936f-bb57-479c-942f-31a368afac8c req-75239b9b-1fa1-4dca-be6c-05195a90eade tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:04.681282 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56e6936f-bb57-479c-942f-31a368afac8c req-75239b9b-1fa1-4dca-be6c-05195a90eade tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0828347 Jun 10 14:53:04.737214 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56e6936f-bb57-479c-942f-31a368afac8c req-a6763ae4-1b8d-45b9-8552-4dfe3229ea8f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Jun 10 14:53:05.949560 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1068b86-7edd-4f24-af87-11ac5bd11ba0 req-5a5922d4-13b3-410f-a7be-e0be275f435a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:05.951180 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f1068b86-7edd-4f24-af87-11ac5bd11ba0 req-5a5922d4-13b3-410f-a7be-e0be275f435a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0940971 Jun 10 14:53:05.998152 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f1068b86-7edd-4f24-af87-11ac5bd11ba0 req-adcb49f6-ba1b-4899-bc6b-9c7efe820a55 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404737 Jun 10 14:53:07.198545 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4a3ec-55c0-4476-bab9-f582666265c8 req-e22fd5a4-3816-4cde-9bca-a49b221beed3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:07.200169 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ecd4a3ec-55c0-4476-bab9-f582666265c8 req-e22fd5a4-3816-4cde-9bca-a49b221beed3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0785689 Jun 10 14:53:07.251373 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ecd4a3ec-55c0-4476-bab9-f582666265c8 req-f7fae6c4-5ca5-46d9-80f2-82bfdfea15c5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442030 Jun 10 14:53:08.433758 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cbb47-96c4-44bf-a34f-827171a9e23f req-6aa57bae-73e0-4e97-ad0a-452b347b3b00 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:08.435393 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b44cbb47-96c4-44bf-a34f-827171a9e23f req-6aa57bae-73e0-4e97-ad0a-452b347b3b00 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0692766 Jun 10 14:53:08.477992 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b44cbb47-96c4-44bf-a34f-827171a9e23f req-71ded25d-22c3-4e2b-aec3-5ada8a939eb3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368581 Jun 10 14:53:09.664865 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b576-03c8-4ee0-a628-ce9f67154ac4 req-db993bcb-135b-42be-ac93-667365b0cb21 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:09.666422 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b973b576-03c8-4ee0-a628-ce9f67154ac4 req-db993bcb-135b-42be-ac93-667365b0cb21 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0713043 Jun 10 14:53:09.712405 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b973b576-03c8-4ee0-a628-ce9f67154ac4 req-9c22b281-5d7a-41bc-82b5-89dfa4453a2d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Jun 10 14:53:10.909465 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac8cf9-67f7-4819-990b-2772b2d3ebda req-856137b4-b433-4093-8631-aec6664fa913 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:10.910995 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a3ac8cf9-67f7-4819-990b-2772b2d3ebda req-856137b4-b433-4093-8631-aec6664fa913 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0746565 Jun 10 14:53:10.953620 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a3ac8cf9-67f7-4819-990b-2772b2d3ebda req-b005a926-3899-494e-a665-4573c3227a0f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370319 Jun 10 14:53:12.141756 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08b07c-0204-4863-9be0-34789aea905f req-e9a79d0e-102b-4acb-8e5c-6a2274cea961 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:12.143356 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7d08b07c-0204-4863-9be0-34789aea905f req-e9a79d0e-102b-4acb-8e5c-6a2274cea961 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0735695 Jun 10 14:53:12.188956 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7d08b07c-0204-4863-9be0-34789aea905f req-44ef2217-6632-4825-81c4-f6b12c320766 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399752 Jun 10 14:53:13.380041 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f4291-5f94-4666-a3fd-dbc4934f7062 req-bf58ba45-78a1-4bad-9ea6-2d0c5afc601e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:13.381606 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-911f4291-5f94-4666-a3fd-dbc4934f7062 req-bf58ba45-78a1-4bad-9ea6-2d0c5afc601e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0750067 Jun 10 14:53:13.425492 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-911f4291-5f94-4666-a3fd-dbc4934f7062 req-d9a68d86-6dd0-48d2-ac50-a2c04005600e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381806 Jun 10 14:53:14.607912 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1487-ed5b-48cc-9a32-6aee2334bf99 req-b3f92023-2f1a-49ed-bb95-07bde4099ba1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:14.609380 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1afc1487-ed5b-48cc-9a32-6aee2334bf99 req-b3f92023-2f1a-49ed-bb95-07bde4099ba1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0704126 Jun 10 14:53:14.651881 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1afc1487-ed5b-48cc-9a32-6aee2334bf99 req-d74b0b3b-92aa-4917-b8f0-14a1769d12ec tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366704 Jun 10 14:53:15.841729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fe7d0-e06d-4076-8c60-5996197abec3 req-dac14079-e7bd-46c2-b254-5d74300af411 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:15.843241 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-977fe7d0-e06d-4076-8c60-5996197abec3 req-dac14079-e7bd-46c2-b254-5d74300af411 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0760500 Jun 10 14:53:15.888274 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-977fe7d0-e06d-4076-8c60-5996197abec3 req-ca2daa9c-5418-4045-8e28-4810dd4fab67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384536 Jun 10 14:53:17.071552 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b646f0-a837-4285-8db7-33c1c5c5c2c0 req-05891c2f-942b-494e-89b7-feff7499c3b5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:17.073047 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e1b646f0-a837-4285-8db7-33c1c5c5c2c0 req-05891c2f-942b-494e-89b7-feff7499c3b5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0711019 Jun 10 14:53:17.120990 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e1b646f0-a837-4285-8db7-33c1c5c5c2c0 req-12102257-2b36-4e58-82a5-3aa3d6f3d341 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Jun 10 14:53:18.314768 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7dbac-a7d4-4d26-b8d2-9b8800c624fa req-b45d9e45-818f-4eae-b9e0-5edf74134754 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:18.316310 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a8e7dbac-a7d4-4d26-b8d2-9b8800c624fa req-b45d9e45-818f-4eae-b9e0-5edf74134754 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0744445 Jun 10 14:53:18.363479 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a8e7dbac-a7d4-4d26-b8d2-9b8800c624fa req-2151753f-fd8b-49c7-94f4-ad21ea076cc0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Jun 10 14:53:19.546693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567628-3c9d-4109-8ac3-4c60df0293f1 req-51134f97-e263-4fe2-bd4f-a0f420a8dabb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:19.548231 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c5567628-3c9d-4109-8ac3-4c60df0293f1 req-51134f97-e263-4fe2-bd4f-a0f420a8dabb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0725315 Jun 10 14:53:19.592624 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c5567628-3c9d-4109-8ac3-4c60df0293f1 req-48035361-c6e3-4f06-9c51-036143629d73 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387290 Jun 10 14:53:20.780081 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10588b7c-92bb-4cf5-83b1-a447c60c270f req-ad476546-7dfe-4f5b-a787-361a9fc46822 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:20.781554 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10588b7c-92bb-4cf5-83b1-a447c60c270f req-ad476546-7dfe-4f5b-a787-361a9fc46822 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0753105 Jun 10 14:53:20.825789 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10588b7c-92bb-4cf5-83b1-a447c60c270f req-5eb94498-3659-44b5-9c44-9530d396e3b3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376716 Jun 10 14:53:22.014763 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a0ed0-4c1a-4abf-915e-756025a499d7 req-dd90e398-16d4-43a7-92b3-bc015afa636e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:22.016270 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e47a0ed0-4c1a-4abf-915e-756025a499d7 req-dd90e398-16d4-43a7-92b3-bc015afa636e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0699906 Jun 10 14:53:22.063703 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e47a0ed0-4c1a-4abf-915e-756025a499d7 req-7fc61862-2c1f-42a4-b970-c8467f427fd9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406835 Jun 10 14:53:23.248949 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56738302-5990-41a3-ab3d-883eb538f29c req-4a34b9c2-bb85-475c-84bf-dddf8f97b801 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:23.250431 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56738302-5990-41a3-ab3d-883eb538f29c req-4a34b9c2-bb85-475c-84bf-dddf8f97b801 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0728810 Jun 10 14:53:23.296069 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-56738302-5990-41a3-ab3d-883eb538f29c req-1d57b327-1500-4e15-a4b5-2ac02f0a5579 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389154 Jun 10 14:53:24.491624 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7592d02-1dba-4c68-92e7-8ed22fa77f74 req-368bcba0-3dad-4689-aa2e-5bab5cf966a7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:24.493170 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c7592d02-1dba-4c68-92e7-8ed22fa77f74 req-368bcba0-3dad-4689-aa2e-5bab5cf966a7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0750828 Jun 10 14:53:24.537266 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c7592d02-1dba-4c68-92e7-8ed22fa77f74 req-7b077981-c1b0-42f5-a526-e8f70c66447f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379343 Jun 10 14:53:25.733484 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b319d6e-64f1-4ef2-b8ea-71707cf2edb5 req-07de9d02-06b6-46b6-80b0-1360f352505f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:25.735215 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b319d6e-64f1-4ef2-b8ea-71707cf2edb5 req-07de9d02-06b6-46b6-80b0-1360f352505f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0823627 Jun 10 14:53:25.790050 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b319d6e-64f1-4ef2-b8ea-71707cf2edb5 req-de9e7c29-149e-4c13-86ca-2876c6cbf347 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 Jun 10 14:53:26.539697 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2c65-602b-4463-80e7-65e02295ac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:27.018331 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b95a4-f3f0-4e94-9025-1c4e555d3a05 req-c7966127-516f-4a54-9bcf-b4061838c16b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:27.019911 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-363b95a4-f3f0-4e94-9025-1c4e555d3a05 req-c7966127-516f-4a54-9bcf-b4061838c16b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0915325 Jun 10 14:53:27.073448 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-363b95a4-f3f0-4e94-9025-1c4e555d3a05 req-beb1420e-0954-4048-9f79-a431cb283b0f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475028 Jun 10 14:53:27.192087 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:28.263611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec206952-1527-4d8c-a362-acb05a5b6511 req-59c88263-3260-4ebe-a1db-99a29e908b7e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:28.265060 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ec206952-1527-4d8c-a362-acb05a5b6511 req-59c88263-3260-4ebe-a1db-99a29e908b7e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0694783 Jun 10 14:53:28.306826 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ec206952-1527-4d8c-a362-acb05a5b6511 req-d8bbda67-21f7-4aec-98ae-012911efe5e1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361357 Jun 10 14:53:29.233332 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-be1c17c0-d377-492b-8a4d-5e14e9678c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:29.251827 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:29.484183 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7f44-ea37-451f-aa94-a77ac8e05596 req-d8476278-dc03-41bd-9f92-b56f3e50d176 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:29.485550 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6bde7f44-ea37-451f-aa94-a77ac8e05596 req-d8476278-dc03-41bd-9f92-b56f3e50d176 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0700066 Jun 10 14:53:29.527362 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6bde7f44-ea37-451f-aa94-a77ac8e05596 req-fb3918e4-c345-417e-a00f-b7583ca5165a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Jun 10 14:53:30.139642 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:30.714547 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290916b-5852-4bef-8dbb-f5d075c8ec32 req-fe1dc582-6f41-4d39-86d4-19e63db602f7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:30.716055 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1290916b-5852-4bef-8dbb-f5d075c8ec32 req-fe1dc582-6f41-4d39-86d4-19e63db602f7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0747199 Jun 10 14:53:30.759425 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1290916b-5852-4bef-8dbb-f5d075c8ec32 req-a6de645f-4b8f-44aa-b228-6e57d5e94203 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375693 Jun 10 14:53:31.946776 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab9f0e-9958-4f8a-91f2-33f1bb4f3bd9 req-4214bc80-3d88-40a1-87df-a60687bc5ccf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:31.948310 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2dab9f0e-9958-4f8a-91f2-33f1bb4f3bd9 req-4214bc80-3d88-40a1-87df-a60687bc5ccf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0702791 Jun 10 14:53:31.988262 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:32.004765 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2dab9f0e-9958-4f8a-91f2-33f1bb4f3bd9 req-466c1746-2713-4db9-8477-c2c1e93160a9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508444 Jun 10 14:53:33.187808 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7974b4-4629-4f41-bed4-2c7d3b96fdfe req-2141f5b7-0a69-45ab-aa15-5cc64a24ff41 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:33.189510 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ef7974b4-4629-4f41-bed4-2c7d3b96fdfe req-2141f5b7-0a69-45ab-aa15-5cc64a24ff41 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0732145 Jun 10 14:53:33.236434 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ef7974b4-4629-4f41-bed4-2c7d3b96fdfe req-00584c7c-774f-4c5d-9a3d-9a239184911a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406799 Jun 10 14:53:34.420752 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdb9f2-0f9a-4b3b-996a-4f16bd2f4d97 req-d7ef4a8c-8c81-4d4f-88e9-234980b6d9f4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:34.422239 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f4bdb9f2-0f9a-4b3b-996a-4f16bd2f4d97 req-d7ef4a8c-8c81-4d4f-88e9-234980b6d9f4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0707600 Jun 10 14:53:34.465728 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f4bdb9f2-0f9a-4b3b-996a-4f16bd2f4d97 req-40b46b01-c95a-4931-93d1-211915600d77 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371001 Jun 10 14:53:35.649686 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864683-ff2a-4fe3-9af1-b20118b35a6e req-abc0857b-6f56-469d-98cb-0201a01947ae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:35.651240 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1864683-ff2a-4fe3-9af1-b20118b35a6e req-abc0857b-6f56-469d-98cb-0201a01947ae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0744014 Jun 10 14:53:35.711567 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1864683-ff2a-4fe3-9af1-b20118b35a6e req-ab0e9fea-09ee-449c-bb34-57acba0d1b70 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542042 Jun 10 14:53:36.890962 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443da9-7ea9-4f34-bfd4-7bbbf60dad15 req-800ad91d-645d-4b8d-a02f-4174222ae09f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:36.892701 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-11443da9-7ea9-4f34-bfd4-7bbbf60dad15 req-800ad91d-645d-4b8d-a02f-4174222ae09f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0703440 Jun 10 14:53:36.938562 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-11443da9-7ea9-4f34-bfd4-7bbbf60dad15 req-e8861bd8-042f-498b-852a-e111771ab427 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403013 Jun 10 14:53:38.122473 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29cbd-2831-4f36-935e-d365ce7b0db8 req-6bfa3e50-8147-477a-8bc1-8c3b5f7a4eca tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:38.123983 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a8d29cbd-2831-4f36-935e-d365ce7b0db8 req-6bfa3e50-8147-477a-8bc1-8c3b5f7a4eca tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0704355 Jun 10 14:53:38.169872 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a8d29cbd-2831-4f36-935e-d365ce7b0db8 req-5970acfd-6580-4d21-9d7e-de173e928b71 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401170 Jun 10 14:53:39.338002 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:53:39.357388 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611930f-9785-48b5-9a80-a71376466f8a req-30a4a34e-f164-49fd-8288-6748dc33c724 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:39.359371 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2611930f-9785-48b5-9a80-a71376466f8a req-30a4a34e-f164-49fd-8288-6748dc33c724 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0748730 Jun 10 14:53:39.406962 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2611930f-9785-48b5-9a80-a71376466f8a req-d2f6a918-290c-47e3-b0b0-bf7f18224681 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402198 Jun 10 14:53:40.610705 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b911f50-d5e2-451c-8125-348f54d25db1 req-9c87af69-5fee-4a47-97d7-c15c080380b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:40.612318 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9b911f50-d5e2-451c-8125-348f54d25db1 req-9c87af69-5fee-4a47-97d7-c15c080380b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0778081 Jun 10 14:53:40.659462 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9b911f50-d5e2-451c-8125-348f54d25db1 req-1d93bc90-9b3e-45f7-8b9f-0f9496fdd448 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Jun 10 14:53:41.850901 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8712bd-cfcc-4122-9200-d4452e419447 req-eed89495-f076-4be9-b185-b54eb46ea9d5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:41.852533 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-db8712bd-cfcc-4122-9200-d4452e419447 req-eed89495-f076-4be9-b185-b54eb46ea9d5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0778117 Jun 10 14:53:41.899974 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-db8712bd-cfcc-4122-9200-d4452e419447 req-3105d6fd-eda6-4c4c-a798-a58b020e532b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Jun 10 14:53:43.080894 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e7f1-0191-47d5-806d-ff3a7971082c req-e5444423-7080-47e3-8ddf-f9651f33197d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:43.082360 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b8f6e7f1-0191-47d5-806d-ff3a7971082c req-e5444423-7080-47e3-8ddf-f9651f33197d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0689280 Jun 10 14:53:43.123972 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b8f6e7f1-0191-47d5-806d-ff3a7971082c req-120aea6c-ee19-4de4-8ab0-0fbc9e3eb231 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359974 Jun 10 14:53:44.308250 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edff21-4250-4cb4-9cfe-82a0c99f4750 req-413012cc-a24b-4aba-bd50-ce95747d1971 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:44.309719 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-66edff21-4250-4cb4-9cfe-82a0c99f4750 req-413012cc-a24b-4aba-bd50-ce95747d1971 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0726697 Jun 10 14:53:44.352052 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-66edff21-4250-4cb4-9cfe-82a0c99f4750 req-f42c3270-2036-4887-9f9c-fcd69c449548 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354857 Jun 10 14:53:45.536870 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1894670-d1eb-4ad9-828f-ca56c142a8a0 req-820f8b3e-274a-4776-a486-b06cdb432901 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:45.538356 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1894670-d1eb-4ad9-828f-ca56c142a8a0 req-820f8b3e-274a-4776-a486-b06cdb432901 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0752604 Jun 10 14:53:45.581136 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1894670-d1eb-4ad9-828f-ca56c142a8a0 req-cce6c63a-5510-4ebc-9c66-f91ff469874d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Jun 10 14:53:46.762801 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ae855-70ac-47a1-be55-4c65d10418fb req-38bdf72f-203d-4b7e-b689-a5cb01bc14f1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:46.764318 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f16ae855-70ac-47a1-be55-4c65d10418fb req-38bdf72f-203d-4b7e-b689-a5cb01bc14f1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0703070 Jun 10 14:53:46.810162 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f16ae855-70ac-47a1-be55-4c65d10418fb req-97e9fbf1-ccaa-410f-8939-15ca96353660 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 Jun 10 14:53:47.996483 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba65251-ad48-488b-9af5-29110d090ad4 req-a8ab5316-877d-47be-94ca-1a79414e6d86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:47.997956 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dba65251-ad48-488b-9af5-29110d090ad4 req-a8ab5316-877d-47be-94ca-1a79414e6d86 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0727241 Jun 10 14:53:48.044670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dba65251-ad48-488b-9af5-29110d090ad4 req-6f826a04-8029-4d1b-8939-d21a8870e145 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367911 Jun 10 14:53:49.222502 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95c4a9-68b0-49bf-a380-f4a1e1bf5c26 req-36cccb1a-9129-40e9-89d0-f1da5da509b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:49.224051 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0a95c4a9-68b0-49bf-a380-f4a1e1bf5c26 req-36cccb1a-9129-40e9-89d0-f1da5da509b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0709093 Jun 10 14:53:49.268666 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0a95c4a9-68b0-49bf-a380-f4a1e1bf5c26 req-5200f9e8-aa75-4b10-8bcf-717c3b2c481c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Jun 10 14:53:50.449253 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1181b0-ef7b-4b38-91b7-b914b19262bf req-501d183a-e9bd-40af-b44f-867c67a65e0e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:50.450683 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ac1181b0-ef7b-4b38-91b7-b914b19262bf req-501d183a-e9bd-40af-b44f-867c67a65e0e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0724354 Jun 10 14:53:50.493765 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ac1181b0-ef7b-4b38-91b7-b914b19262bf req-37af5913-0cf6-4ff5-9122-cb97310b15b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367084 Jun 10 14:53:51.674071 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0b818-fbc6-4a67-af87-a7644edf74e4 req-9a54d1a9-6f84-487e-ae93-32f239ed5cb3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:51.675605 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9db0b818-fbc6-4a67-af87-a7644edf74e4 req-9a54d1a9-6f84-487e-ae93-32f239ed5cb3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0691736 Jun 10 14:53:51.722097 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9db0b818-fbc6-4a67-af87-a7644edf74e4 req-2ada8d07-aa01-4133-8d10-8a9e14e60cb2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Jun 10 14:53:52.910715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507d78e-5407-4778-836a-5329c6af99dd req-6e2c6c6a-6662-46f5-bc81-1c3c7a3cf891 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:52.912298 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c507d78e-5407-4778-836a-5329c6af99dd req-6e2c6c6a-6662-46f5-bc81-1c3c7a3cf891 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0740073 Jun 10 14:53:52.956544 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c507d78e-5407-4778-836a-5329c6af99dd req-ba65d3b8-a85f-4bde-af0c-56ae4c35fcaa tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382903 Jun 10 14:53:54.142676 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5069602-a1e7-404a-b242-9f1f7e1a2188 req-72494534-9250-42f0-b036-22a2f9974bb7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:54.144235 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5069602-a1e7-404a-b242-9f1f7e1a2188 req-72494534-9250-42f0-b036-22a2f9974bb7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0698524 Jun 10 14:53:54.185318 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5069602-a1e7-404a-b242-9f1f7e1a2188 req-dd84ca36-eb1d-46f8-9e7d-228580136721 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355351 Jun 10 14:53:55.384122 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd66de-70b4-494c-bd15-0055dff5788c req-fd1053d5-8e0f-490a-95d9-7d57f3ecd87f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:55.385710 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57bd66de-70b4-494c-bd15-0055dff5788c req-fd1053d5-8e0f-490a-95d9-7d57f3ecd87f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0799417 Jun 10 14:53:55.439196 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57bd66de-70b4-494c-bd15-0055dff5788c req-487cd1a7-b229-40c4-af20-bf7e00055c80 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Jun 10 14:53:55.474485 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df20296-8db1-4751-8d68-59d16ce8ccb2 req-2d99e56f-b075-42c7-9da7-c71cacf0e0e1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:55.476013 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0df20296-8db1-4751-8d68-59d16ce8ccb2 req-2d99e56f-b075-42c7-9da7-c71cacf0e0e1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0804822 Jun 10 14:53:55.520628 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0df20296-8db1-4751-8d68-59d16ce8ccb2 req-5a2aaa91-b721-4c5d-af5d-582c0bb6cda9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388217 Jun 10 14:53:56.003686 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-515d1b69-bad4-4055-b8db-5b2bdd54d476 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:56.005211 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-515d1b69-bad4-4055-b8db-5b2bdd54d476 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.0862288 Jun 10 14:53:56.131646 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Deleting port a39797ba-acba-4bd7-b843-b90247efe3af {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:53:56.132620 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:56.256284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] For port a39797ba-acba-4bd7-b843-b90247efe3af, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a39797ba-acba-4bd7-b843-b90247efe3af,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:53:56.256570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:56.419068 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-143f632f-02d8-4bb3-a005-61cac15bbdf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578048 Jun 10 14:53:56.505311 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3aba2-81da-430f-b88f-d0da0068722e req-a1cfe5e2-78e0-4446-ae87-5703cb9fcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:56.507106 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-a1cfe5e2-78e0-4446-ae87-5703cb9fcb7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1066744b4c2042699697b137735d7c3e&device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0621886 Jun 10 14:53:56.523793 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:56.524403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:56.524523 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Floating IP 1a695301-04be-4449-aa79-ef10beb84403 disassociated. External IP: 172.27.1.16, port: a39797ba-acba-4bd7-b843-b90247efe3af. Jun 10 14:53:56.525722 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Calling delete_port for a39797ba-acba-4bd7-b843-b90247efe3af owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:53:56.545350 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-897edef7-9d96-469e-b7d7-f83e4f74b393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:56.722898 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3aba2-81da-430f-b88f-d0da0068722e req-2bd4fcdc-e75b-4827-8c65-920f96599932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:56.724386 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-2bd4fcdc-e75b-4827-8c65-920f96599932 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 200 len: 909 time: 0.1960335 Jun 10 14:53:56.746811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bcfd3-fb16-401b-8312-fb7ed2bccf8f req-7367cb0f-2455-4e93-b226-b7f9d5173218 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:56.748282 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-894bcfd3-fb16-401b-8312-fb7ed2bccf8f req-7367cb0f-2455-4e93-b226-b7f9d5173218 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.1825016 Jun 10 14:53:56.770327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:56.774370 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-277c7dc9-f619-4332-870e-7c3e5b285c22 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:53:56.813680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event deleted for resources: {'Port': ['ID=a39797ba-acba-4bd7-b843-b90247efe3af,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:53:56.822788 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cbdb0-16e4-4d3a-b37b-beb8126bdff2 req-0f80b17a-89b3-4b01-bab7-736d4869dc14 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:56.824313 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a37cbdb0-16e4-4d3a-b37b-beb8126bdff2 req-0f80b17a-89b3-4b01-bab7-736d4869dc14 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 947 time: 0.1618850 Jun 10 14:53:56.836011 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.836388 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.836758 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.837128 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.837489 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.837858 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.838214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.838570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.838942 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.839301 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.839656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.840007 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:53:56.852430 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-894bcfd3-fb16-401b-8312-fb7ed2bccf8f req-ad21d07d-88f1-4f60-848b-7e6a7139d3d1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606432 Jun 10 14:53:56.854082 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-9c042b8a-9f46-4f46-837d-a84001ebcd8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 200 len: 1000 time: 0.1221988 Jun 10 14:53:56.854678 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:53:56.934376 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3aba2-81da-430f-b88f-d0da0068722e req-cc77db01-b2f7-438c-8eab-49381787410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:56.936058 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-cc77db01-b2f7-438c-8eab-49381787410c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405c0ca2-b339-433f-8761-78c5815e5d5c HTTP/1.1" status: 200 len: 847 time: 0.0744624 Jun 10 14:53:56.988408 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a37cbdb0-16e4-4d3a-b37b-beb8126bdff2 req-91377752-1e14-4f51-95af-7098ba541f7f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558135 Jun 10 14:53:57.019566 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3aba2-81da-430f-b88f-d0da0068722e req-9c5190cf-3a65-449a-8ba4-b9cc80665dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:57.021212 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-9c5190cf-3a65-449a-8ba4-b9cc80665dbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772731 Jun 10 14:53:57.036971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Router 36e8450f-bd3b-458b-a065-58a1f2e25f27 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:53:57.142745 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-0a925754-2cfc-4e2a-a639-e4c934e35c9c service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139395 Jun 10 14:53:57.184092 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:53:57.196864 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] Sync routers for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:53:57.216934 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:53:57.218055 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:53:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:53:57.225731 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:57.248490 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] No DVR routers for this DVR port a39797ba-acba-4bd7-b843-b90247efe3af on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:53:57.253000 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:57.255639 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-342ef576-b4f1-462c-b783-a43dcef035e7 req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "DELETE /v2.0/ports/a39797ba-acba-4bd7-b843-b90247efe3af HTTP/1.1" status: 204 len: 173 time: 1.2442777 Jun 10 14:53:57.256663 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-deleted', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:53:57.258941 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12215945-deb8-46f2-92f0-5db434aa36bb" -d '{"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-deleted", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:53:57.310367 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03b3aba2-81da-430f-b88f-d0da0068722e req-b51761c5-c3d3-4f69-b73d-7d367f4f98c0 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604922 Jun 10 14:53:57.387775 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:53:57.419805 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ad144-b041-48b8-b1ae-99b6717bbf03 x-openstack-request-id: req-6a2ad144-b041-48b8-b1ae-99b6717bbf03 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:53:57.420212 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863f9550-ed55-495c-94e1-9bfbfb366d58", "name": "network-vif-deleted", "tag": "a39797ba-acba-4bd7-b843-b90247efe3af", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:53:57.420595 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a2ad144-b041-48b8-b1ae-99b6717bbf03 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:53:57.421173 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863f9550-ed55-495c-94e1-9bfbfb366d58', 'name': 'network-vif-deleted', 'tag': 'a39797ba-acba-4bd7-b843-b90247efe3af', 'status': 'completed', 'code': 200} Jun 10 14:53:57.652776 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:53:57.656093 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] Checking router: 36e8450f-bd3b-458b-a065-58a1f2e25f27 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:53:57.664399 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:53:57.664999 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:53:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:53:57.807859 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:53:58.039760 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ced22-da24-44cb-95f7-988f3d88c1aa req-57756d7c-ba92-44a2-9375-8f984cbcd5be tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:58.041789 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-090ced22-da24-44cb-95f7-988f3d88c1aa req-57756d7c-ba92-44a2-9375-8f984cbcd5be tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0756798 Jun 10 14:53:58.070971 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:53:58.075959 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2407d-3721-4ea2-94c5-0ac7e92a4435 None None] The sync data for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi is: [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:53:58.092731 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-090ced22-da24-44cb-95f7-988f3d88c1aa req-1a7ce381-7251-4cd6-aa9d-46ac31132731 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Jun 10 14:53:58.304416 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2acdee29-3a97-4d7f-ba34-afd052332211 req-447aafbd-4743-4da3-b357-fdd79ae1e1c6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0347872 Jun 10 14:53:58.368455 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe263b7a-2b0c-4cba-ae53-0851ae4892a8 None None] New status for floating IP 1a695301-04be-4449-aa79-ef10beb84403: DOWN {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:53:59.236928 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6f9a81a4-572e-4be3-957d-231f31b65818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:59.255080 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:53:59.301636 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab92ae-9afe-4fba-9cd0-eb6e22d9bb43 req-c739d10a-da05-4289-98e0-463d39f5fdf1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:53:59.303207 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5ab92ae-9afe-4fba-9cd0-eb6e22d9bb43 req-c739d10a-da05-4289-98e0-463d39f5fdf1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0867426 Jun 10 14:53:59.364893 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5ab92ae-9afe-4fba-9cd0-eb6e22d9bb43 req-8c2126ce-8a19-437c-a14a-674f6a8bab0e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552907 Jun 10 14:53:59.481657 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fa3ac2fe-2a39-4cbf-8f63-360b7ac07072 req-1fcbf90e-2912-4306-92f9-aa712bc6fad9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0322404 Jun 10 14:54:00.143484 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:00.550380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac478d5-d7c1-4be2-9596-fe9191502d7f req-61fd939e-824a-43b3-8987-a0de192810b5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:00.551887 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2ac478d5-d7c1-4be2-9596-fe9191502d7f req-61fd939e-824a-43b3-8987-a0de192810b5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0719223 Jun 10 14:54:00.596378 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2ac478d5-d7c1-4be2-9596-fe9191502d7f req-c2473491-1476-45e7-96d5-40a7069486fb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Jun 10 14:54:00.634602 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-35fdd3f3-1296-400a-ad71-b333c1f5722e req-756672ed-26df-4540-bc4d-bbbdb921d46a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0331600 Jun 10 14:54:00.795125 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:54:00.821349 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: a39797ba-acba-4bd7-b843-b90247efe3af {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:54:00.821709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a39797ba-acba-4bd7-b843-b90247efe3af not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:54:01.786620 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19630942-652e-4068-b75d-2c05c1fc08d8 req-4cdafaee-2883-4946-9da0-27efceccb53b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:01.788194 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-19630942-652e-4068-b75d-2c05c1fc08d8 req-4cdafaee-2883-4946-9da0-27efceccb53b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0775483 Jun 10 14:54:01.799359 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7932b400-c2bc-4760-83b5-4ba17bb8da00 req-981c64e9-3c5b-4c5c-bf9c-028cb6ceec65 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Jun 10 14:54:01.832115 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-19630942-652e-4068-b75d-2c05c1fc08d8 req-dd548e7b-b04d-413a-88ca-1eadb188fb9c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382512 Jun 10 14:54:01.986602 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:02.950773 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ab58a212-e715-4402-9d39-76e09d6a996b req-780dae0d-03c3-459b-8489-f0bccb851220 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0333354 Jun 10 14:54:03.017338 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c5c1-5277-4fec-9c5a-7824570c7ce7 req-4fb3ca6d-10ab-43c4-b937-a15085ba07da tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:03.019061 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1823c5c1-5277-4fec-9c5a-7824570c7ce7 req-4fb3ca6d-10ab-43c4-b937-a15085ba07da tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0737035 Jun 10 14:54:03.061550 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1823c5c1-5277-4fec-9c5a-7824570c7ce7 req-1831a9a6-0fa1-43a8-b6d9-a2d2f031e4e0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369017 Jun 10 14:54:04.103956 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e6a890e-111a-4b3b-8c55-a329248007ac req-d6310edf-2dbf-4f51-97c4-1cc8c9b781ff tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0333433 Jun 10 14:54:04.256407 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9f1a5-f78e-4e1f-ad66-a414f507b986 req-d6fb584f-77c5-4621-b2cd-f5712a3c6fcc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:04.257804 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fe9f1a5-f78e-4e1f-ad66-a414f507b986 req-d6fb584f-77c5-4621-b2cd-f5712a3c6fcc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0751972 Jun 10 14:54:04.301024 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7fe9f1a5-f78e-4e1f-ad66-a414f507b986 req-45cd96e1-b2c6-4111-9886-ec0b3121d7f9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374646 Jun 10 14:54:05.255051 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cdd72e6e-356d-48f5-b7bd-4fc2b274f4b3 req-7900baed-7372-4a55-ac69-f4099d72c605 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0342748 Jun 10 14:54:05.483956 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd97a43-863e-451b-a3f2-98bc6c346244 req-13d985eb-69cf-4e24-912d-e6ee6883d8cf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:05.486057 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ccd97a43-863e-451b-a3f2-98bc6c346244 req-13d985eb-69cf-4e24-912d-e6ee6883d8cf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0728962 Jun 10 14:54:05.529919 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ccd97a43-863e-451b-a3f2-98bc6c346244 req-88430774-c50b-4add-b025-9aad4fbdfdfc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377750 Jun 10 14:54:06.410745 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86a924fa-85a6-4bfc-9777-bb876af71014 req-4c7f5b6c-7a2a-4b65-889b-eaab80cbc123 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0368803 Jun 10 14:54:06.714108 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f028db-e208-41c7-801a-5d0f66361d34 req-2e4d7ca6-1113-4ea8-b302-82dbfb00e676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:06.715633 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1f028db-e208-41c7-801a-5d0f66361d34 req-2e4d7ca6-1113-4ea8-b302-82dbfb00e676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0729570 Jun 10 14:54:06.758679 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d1f028db-e208-41c7-801a-5d0f66361d34 req-ea05f79d-9a64-4acf-a2a8-fa8b05e37a5f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370851 Jun 10 14:54:07.567747 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-68bc57b8-ddb5-437b-803b-8b8f7a652213 req-c7cb833d-2a7e-46a5-b2fe-2571924100e9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0370133 Jun 10 14:54:07.953883 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a03d0-56fe-4ed3-921e-e1caf2a17123 req-0ba90ce7-ac0c-459a-9065-3b6e98e0b1dd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:07.955460 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-596a03d0-56fe-4ed3-921e-e1caf2a17123 req-0ba90ce7-ac0c-459a-9065-3b6e98e0b1dd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0766027 Jun 10 14:54:07.999859 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-596a03d0-56fe-4ed3-921e-e1caf2a17123 req-0d84fe9c-cf8a-40a7-bfa2-05cd9c8f8d44 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386729 Jun 10 14:54:08.722008 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cb579a2c-8790-4d90-8ff0-84d22cd6cc0c req-c4486473-1eb7-462f-9730-f6f251d4ebe1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0341141 Jun 10 14:54:09.191877 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550a03-8eae-4a98-9e04-5c4401698662 req-0ea494e1-fc05-4734-8dff-3b4c17d8145f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:09.193356 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b3550a03-8eae-4a98-9e04-5c4401698662 req-0ea494e1-fc05-4734-8dff-3b4c17d8145f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0734816 Jun 10 14:54:09.236801 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b3550a03-8eae-4a98-9e04-5c4401698662 req-afbfb79e-4fd8-4337-9ebc-8fc2870d4484 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378094 Jun 10 14:54:09.877629 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-189310ac-a77a-44c5-a3b6-dad3d8693f44 req-30aa722e-d768-4c14-9c00-3ef699d56550 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0339866 Jun 10 14:54:10.416741 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a079b-7adb-47bc-8bac-4591349277d6 req-e4e55b93-b3cb-4a39-b9e4-63477b9b8dc2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:10.418214 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d79a079b-7adb-47bc-8bac-4591349277d6 req-e4e55b93-b3cb-4a39-b9e4-63477b9b8dc2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0693984 Jun 10 14:54:10.462035 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d79a079b-7adb-47bc-8bac-4591349277d6 req-71075ac7-39b6-4ac5-a3bf-87ac009e1367 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370586 Jun 10 14:54:11.033389 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ca81d8b1-e05a-4412-aeaa-577d34bb27ef req-72ad94b7-f15b-4205-9903-81ca6ccde45d tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0357087 Jun 10 14:54:11.644545 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e0ca5-5a27-4398-994b-2d51145a5631 req-64776d8d-6a8d-4ee6-90d4-77f5137e5357 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:11.645901 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e52e0ca5-5a27-4398-994b-2d51145a5631 req-64776d8d-6a8d-4ee6-90d4-77f5137e5357 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0726023 Jun 10 14:54:11.688090 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e52e0ca5-5a27-4398-994b-2d51145a5631 req-d135301a-a48b-42ae-9493-b11fcb62ce59 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Jun 10 14:54:12.181521 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-89afcbb8-1a77-4d11-a32a-5ea8ab1ea686 req-c7a2d512-646f-4206-be83-a414b4dc0597 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0329657 Jun 10 14:54:12.873554 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8064a4-6528-42c0-8732-5a59212f1ac0 req-e21ea413-975b-4bff-9719-5ca0924549b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:12.875235 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9a8064a4-6528-42c0-8732-5a59212f1ac0 req-e21ea413-975b-4bff-9719-5ca0924549b8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0725393 Jun 10 14:54:12.917920 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9a8064a4-6528-42c0-8732-5a59212f1ac0 req-ce72f294-b482-4511-a0c3-00aaca08eff9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365639 Jun 10 14:54:13.343020 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8d705ded-1f66-4364-b8e7-bcae86033477 req-fb1a10cb-f3ae-4c7e-b0d4-e3fc388f2d51 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0424817 Jun 10 14:54:14.345688 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8af6c-3a5b-485a-9244-a7ad71d6511e req-5cfe8a8f-911f-4288-885d-3b9c0f95708c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:14.347198 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cdc8af6c-3a5b-485a-9244-a7ad71d6511e req-5cfe8a8f-911f-4288-885d-3b9c0f95708c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.3109272 Jun 10 14:54:14.390135 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cdc8af6c-3a5b-485a-9244-a7ad71d6511e req-83dbdc68-d26b-4fd9-aa00-2be578f84310 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371268 Jun 10 14:54:14.498416 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b474ccb9-a160-4beb-8cdc-79698296a7c9 req-58b6a2ce-0eda-41aa-ba90-22cbaaf66945 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0355489 Jun 10 14:54:15.580699 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85353c-a3fa-479d-839b-e7c9270023dd req-d37f08bd-e6b6-48b4-89b4-7778e4ef6415 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:15.582224 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9d85353c-a3fa-479d-839b-e7c9270023dd req-d37f08bd-e6b6-48b4-89b4-7778e4ef6415 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0801573 Jun 10 14:54:15.629200 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9d85353c-a3fa-479d-839b-e7c9270023dd req-24737f75-28b0-4a8e-bebb-4718b8e3f1e1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399697 Jun 10 14:54:15.672879 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b0cbb819-3ed1-4398-87a3-14b2b0ff4912 req-4667cce4-0437-4a28-bab8-3529593c9940 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0381315 Jun 10 14:54:16.336270 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:54:16.818578 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc892e8-c779-4853-9c29-9486d59f7771 req-1e3dc4fe-90f1-4797-9635-77c78978ee2a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:16.820165 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0dc892e8-c779-4853-9c29-9486d59f7771 req-1e3dc4fe-90f1-4797-9635-77c78978ee2a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0756400 Jun 10 14:54:16.824518 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dd93010e-0582-49f1-b2aa-91c6b513c01f req-d986067c-ad9d-40ac-89b1-74418d8071e2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0340681 Jun 10 14:54:16.864098 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0dc892e8-c779-4853-9c29-9486d59f7771 req-7d75c1f7-5dc6-4185-a392-40cbca318702 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380774 Jun 10 14:54:17.996532 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ab701419-52e1-47b6-8103-80e5eb918f24 req-4009f1d2-07a7-4603-b436-f30a1d770179 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0508492 Jun 10 14:54:18.065742 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b885eb0-0866-4875-a5a4-f05e56b9a99e req-7ec71dc0-5bec-47b0-9797-1660c3fed340 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:18.067335 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b885eb0-0866-4875-a5a4-f05e56b9a99e req-7ec71dc0-5bec-47b0-9797-1660c3fed340 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0894930 Jun 10 14:54:18.109609 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b885eb0-0866-4875-a5a4-f05e56b9a99e req-a5727e89-0d26-4309-905c-0bfbf59eba91 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366361 Jun 10 14:54:19.164317 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5d69985-d463-4858-a175-f3ef9e3461a5 req-dde34214-cf34-481c-8927-2e2bc5f45495 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0339432 Jun 10 14:54:19.302204 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabab99-6842-4526-9283-804894ed8c9f req-fe943e6c-32c3-4180-ba79-bce9aebe0f2a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:19.303607 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0eabab99-6842-4526-9283-804894ed8c9f req-fe943e6c-32c3-4180-ba79-bce9aebe0f2a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0750709 Jun 10 14:54:19.352506 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0eabab99-6842-4526-9283-804894ed8c9f req-f3deb012-d668-44ce-8d62-24c259c3a086 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 Jun 10 14:54:20.321879 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b1251d16-393b-4b57-8860-7d3df3c7b8ea req-939fc73a-d7e1-4e66-9929-a10923737d01 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0373769 Jun 10 14:54:20.536290 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399536c-5a19-4577-8350-1e16c84b76fb req-3477276f-5d16-4d74-9615-675d59537a62 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:20.537773 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0399536c-5a19-4577-8350-1e16c84b76fb req-3477276f-5d16-4d74-9615-675d59537a62 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0703754 Jun 10 14:54:20.582296 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0399536c-5a19-4577-8350-1e16c84b76fb req-0497d994-0961-474e-9a43-5736e0137ad3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Jun 10 14:54:21.476328 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-813f8b78-0213-4957-9552-0a577dc44a18 req-da473873-0fb3-4fb8-9988-abc8be40bdf1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0337186 Jun 10 14:54:21.771557 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8c0a0-feb1-4a87-9a2e-eb2c8f099479 req-98aa628c-019e-4125-9196-3887c3c3bf48 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:21.773138 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83a8c0a0-feb1-4a87-9a2e-eb2c8f099479 req-98aa628c-019e-4125-9196-3887c3c3bf48 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0761783 Jun 10 14:54:21.816947 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83a8c0a0-feb1-4a87-9a2e-eb2c8f099479 req-ee8ba9dc-5035-4fc1-ba2c-b1902cfbb1fa tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380719 Jun 10 14:54:22.636989 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-969b2f87-50e6-46bf-ae95-e7ad4c1ccc46 req-80d87d1e-abfa-4d15-910c-5d99e5fedf35 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0351741 Jun 10 14:54:23.019865 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaa730-0bf2-4ac5-8a16-dcaab097a939 req-9601d8e4-4f01-4135-a455-9516a6e2596d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:23.022417 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6feaa730-0bf2-4ac5-8a16-dcaab097a939 req-9601d8e4-4f01-4135-a455-9516a6e2596d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0878654 Jun 10 14:54:23.072149 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6feaa730-0bf2-4ac5-8a16-dcaab097a939 req-ae70e02e-6cfa-4754-87c8-aca8e6f1cc8e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Jun 10 14:54:23.805508 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-22828ac3-c98f-40e9-b6e6-6ebd8e7c4682 req-37127126-b327-4999-9875-b6b809f8a884 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0361154 Jun 10 14:54:24.287975 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee14a4-6cde-484f-8acd-ffbb5d9f0a90 req-d61d67db-52e5-4c85-9a97-f40241d992e5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:24.289505 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4aee14a4-6cde-484f-8acd-ffbb5d9f0a90 req-d61d67db-52e5-4c85-9a97-f40241d992e5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0909405 Jun 10 14:54:24.333917 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4aee14a4-6cde-484f-8acd-ffbb5d9f0a90 req-8a17d490-cdd6-4b26-896d-b3cbebee43e3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386558 Jun 10 14:54:24.975300 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-95414c35-e224-4ab7-9188-9364d3df5027 req-12e72112-c5bc-48ea-9f78-e076ccc462f6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0456188 Jun 10 14:54:25.536099 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc4557-2cee-455f-9f95-c297e4f348b0 req-dc500a7a-7f31-4999-a4c9-19de51f87f51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:25.537784 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7cc4557-2cee-455f-9f95-c297e4f348b0 req-dc500a7a-7f31-4999-a4c9-19de51f87f51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0883090 Jun 10 14:54:25.583344 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7cc4557-2cee-455f-9f95-c297e4f348b0 req-44e26fc6-37f3-48d8-9111-53cdb9fe4201 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392849 Jun 10 14:54:26.135175 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-818a25b6-ab17-4222-90f8-ff267bcc690c req-aee9ad57-c436-48d7-a74c-5fe008e62403 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0336287 Jun 10 14:54:26.539296 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e204d1cd-1761-4a49-b36e-46d990523e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:26.777290 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7492d-db34-441f-94f5-de06b1acb31f req-d612f0cf-26e6-4dbf-bbaf-3f7173160c99 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:26.778807 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eca7492d-db34-441f-94f5-de06b1acb31f req-d612f0cf-26e6-4dbf-bbaf-3f7173160c99 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0807540 Jun 10 14:54:26.824219 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-eca7492d-db34-441f-94f5-de06b1acb31f req-ad078620-3c79-4dcc-a7db-bb4c85600276 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384748 Jun 10 14:54:27.210243 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:27.306725 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bb215ab7-db1f-4b61-b720-fa97201ed81c req-19f05678-3684-4da3-bee8-f8eea29f8e5b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0430658 Jun 10 14:54:28.019040 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090775d4-785c-479d-877c-3394eb433553 req-cdceacfb-1a42-4e94-ac90-988a40240797 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:28.020545 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-090775d4-785c-479d-877c-3394eb433553 req-cdceacfb-1a42-4e94-ac90-988a40240797 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0712721 Jun 10 14:54:28.065130 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-090775d4-785c-479d-877c-3394eb433553 req-b3a55e55-62df-4758-9d33-5b49c04d8ff4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Jun 10 14:54:28.510985 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8fe10a39-85d4-45b8-8908-b513cb71ef95 req-fb8fce20-e4de-4804-857c-8471ab73bf94 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0787377 Jun 10 14:54:29.239964 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-80575be9-364a-49b2-b931-5f979bfa5928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:29.256070 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28dc6c-d625-475b-940d-225758bdee80 req-a55dad5f-7bfd-49c0-9894-4baea11d26e9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:29.257615 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a28dc6c-d625-475b-940d-225758bdee80 req-a55dad5f-7bfd-49c0-9894-4baea11d26e9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0785570 Jun 10 14:54:29.260802 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:29.302760 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a28dc6c-d625-475b-940d-225758bdee80 req-b915c664-6784-4e7a-86b9-2b88ee826fd0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387843 Jun 10 14:54:29.680995 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-339d0b3d-88cb-4374-b743-20145c730fe1 req-41c700b5-07b3-49fb-812a-b717cbb4dcfa tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0367975 Jun 10 14:54:30.146417 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:30.499010 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02418-7a52-4349-9a6f-e44d8ec92e70 req-2cac5571-302b-4edb-bd28-3fde71c246d8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:30.500607 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5aa02418-7a52-4349-9a6f-e44d8ec92e70 req-2cac5571-302b-4edb-bd28-3fde71c246d8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0745277 Jun 10 14:54:30.545155 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5aa02418-7a52-4349-9a6f-e44d8ec92e70 req-4f37a765-4e28-444c-acb5-350650632438 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 Jun 10 14:54:30.835669 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-da0df11f-6600-4ff4-8c1d-420cf7a74aa0 req-ff1bf0cd-90f5-4eaf-ad96-666dd604e01f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0332115 Jun 10 14:54:31.734561 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0279-6878-4f73-8176-d1fc68bfc625 req-eeab156a-24b3-4890-b239-f34cc4498d2d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:31.736165 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-188b0279-6878-4f73-8176-d1fc68bfc625 req-eeab156a-24b3-4890-b239-f34cc4498d2d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0758970 Jun 10 14:54:31.778422 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-188b0279-6878-4f73-8176-d1fc68bfc625 req-65e257f9-5c00-40e4-ab54-01e344e21236 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366280 Jun 10 14:54:31.989722 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:31.990337 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bffcb64e-e468-4353-b151-74dc65027293 req-a5e374cd-5da4-4c4e-8473-8a396d404246 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0344231 Jun 10 14:54:32.958373 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ef53f-ca9d-4c20-a1ab-c32b783a9522 req-a7f3bddb-c2e5-477e-8423-47149411be6d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:32.959909 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d02ef53f-ca9d-4c20-a1ab-c32b783a9522 req-a7f3bddb-c2e5-477e-8423-47149411be6d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0707436 Jun 10 14:54:33.003785 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d02ef53f-ca9d-4c20-a1ab-c32b783a9522 req-02376198-23cf-4ae4-a0f3-f0780af74986 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382473 Jun 10 14:54:33.142481 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e709be1c-59bb-4dfa-b082-dfc0f9a2e16c req-7067383d-0c0b-4905-a427-5da334582943 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0343194 Jun 10 14:54:34.194468 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f76fa8-791e-4f59-ac86-dd54c0c9eab1 req-ba153b48-e3e4-4e19-a497-251d0b5c5294 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:34.195982 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00f76fa8-791e-4f59-ac86-dd54c0c9eab1 req-ba153b48-e3e4-4e19-a497-251d0b5c5294 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0747042 Jun 10 14:54:34.239882 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00f76fa8-791e-4f59-ac86-dd54c0c9eab1 req-30372b50-b0ac-4676-84cc-89a7c5717596 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381944 Jun 10 14:54:34.300561 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2630998c-99ef-4b0b-9a95-0316db7880dd req-614f1ee1-aa82-4d89-96c6-78034f6840bb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0372314 Jun 10 14:54:35.421065 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc94dd1-6c6a-4a6a-83f3-a8ef91e9b334 req-fc4d436e-9f72-4a60-a6e6-2cf647b8bad5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:35.423578 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3cc94dd1-6c6a-4a6a-83f3-a8ef91e9b334 req-fc4d436e-9f72-4a60-a6e6-2cf647b8bad5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0714083 Jun 10 14:54:35.458268 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5db5d8c0-b348-4282-99d7-7a76290a5ebc req-86591d56-a33c-4353-9735-df5277ca2d0f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0388985 Jun 10 14:54:35.467086 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3cc94dd1-6c6a-4a6a-83f3-a8ef91e9b334 req-b6704329-3859-41b3-918f-083feb41f6be tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372221 Jun 10 14:54:36.614429 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d3935a57-fa3e-4932-83d9-22fdff2f8976 req-c32a5ba2-f1b3-42a7-b098-07864ca056ad tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0355918 Jun 10 14:54:36.728554 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7544043-d44b-4926-97e6-3d2349d901bb req-274e3e17-94a2-4e6b-bfa6-15815b200289 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:36.730175 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7544043-d44b-4926-97e6-3d2349d901bb req-274e3e17-94a2-4e6b-bfa6-15815b200289 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0801923 Jun 10 14:54:36.777647 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7544043-d44b-4926-97e6-3d2349d901bb req-b30bf947-2076-4540-a849-eb37f6dc26c4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Jun 10 14:54:37.768126 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b4ab03b-32bb-47a0-aa1c-22d03ce24d83 req-70f99fa5-f06d-4ab5-99eb-8dc1e7aaec30 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0350208 Jun 10 14:54:37.964395 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836af6b3-3cdd-4a91-aa97-fcc6a50c1007 req-de709dd6-4162-49fd-9d9c-ae85cce499ba tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:37.965920 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-836af6b3-3cdd-4a91-aa97-fcc6a50c1007 req-de709dd6-4162-49fd-9d9c-ae85cce499ba tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0727181 Jun 10 14:54:38.011343 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-836af6b3-3cdd-4a91-aa97-fcc6a50c1007 req-b06d289a-5f40-4437-aa56-52bf12ed3616 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Jun 10 14:54:38.926310 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9fa5017f-e277-4c66-ad3f-b049402ace88 req-5a97930b-95dd-43c4-b078-9d7264e8cf2f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0373735 Jun 10 14:54:39.209865 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84469-c901-4bc0-89f9-efc4e75e9427 req-210d8e7e-bc46-4c63-af48-0ab67f51af67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:39.211554 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-31c84469-c901-4bc0-89f9-efc4e75e9427 req-210d8e7e-bc46-4c63-af48-0ab67f51af67 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0767043 Jun 10 14:54:39.257050 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-31c84469-c901-4bc0-89f9-efc4e75e9427 req-3c89c5ff-49e8-4512-86e7-0392f3f0492d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399272 Jun 10 14:54:40.076540 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dfd517d5-bb50-42b5-b04b-50932130311f req-2eec1558-a433-4e56-9d16-c53e6dbd6c63 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0328929 Jun 10 14:54:40.460615 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc2626-a44e-4fd8-9642-3691770f26d4 req-9c975ff7-2634-415c-bad1-ce051830a312 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:40.462078 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a7cc2626-a44e-4fd8-9642-3691770f26d4 req-9c975ff7-2634-415c-bad1-ce051830a312 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0892472 Jun 10 14:54:40.503881 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a7cc2626-a44e-4fd8-9642-3691770f26d4 req-bc1d6c20-ded9-4900-9507-6210f8697a03 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363822 Jun 10 14:54:41.225337 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e199800b-3c5c-42ea-9a30-4322956f14c0 req-5a927eb0-c600-4cb1-aa93-711b49f284fb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0326426 Jun 10 14:54:41.689556 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ae1fa-ab53-44b4-a4d0-e9a2dc21b8e5 req-9d8c2ebe-5727-4810-95fd-56d81010a4d9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:41.691060 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e05ae1fa-ab53-44b4-a4d0-e9a2dc21b8e5 req-9d8c2ebe-5727-4810-95fd-56d81010a4d9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0762217 Jun 10 14:54:41.735495 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e05ae1fa-ab53-44b4-a4d0-e9a2dc21b8e5 req-5527d0e3-838f-40f9-9477-df4aded2a0f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 Jun 10 14:54:42.380423 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a595ee39-2d43-4378-abe4-07aa8401d8de req-13d58494-ba80-4db0-96e7-76ac3f7b2aaa tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0334487 Jun 10 14:54:42.917091 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25ed31-f9b2-4708-8659-5312a5b96fad req-6e244f42-5e7a-45c9-a0ed-b89c8e72c830 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:42.918585 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8d25ed31-f9b2-4708-8659-5312a5b96fad req-6e244f42-5e7a-45c9-a0ed-b89c8e72c830 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0713072 Jun 10 14:54:42.961314 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8d25ed31-f9b2-4708-8659-5312a5b96fad req-6ea2d1f4-9654-4f1b-98e6-de8e3136f978 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363495 Jun 10 14:54:43.540173 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-285d6077-95ea-4e55-a974-f6c03686dcd9 req-7a0bf609-a5d6-4cc9-b110-71d78d6975d8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0372555 Jun 10 14:54:44.155327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ed9ea-c439-4de0-9716-0f9b8db9df15 req-2465a11d-8c07-4b71-a23a-4edef3e38bc1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:44.157192 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3d9ed9ea-c439-4de0-9716-0f9b8db9df15 req-2465a11d-8c07-4b71-a23a-4edef3e38bc1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0745237 Jun 10 14:54:44.200322 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3d9ed9ea-c439-4de0-9716-0f9b8db9df15 req-5f7f5aae-6a8b-4dbd-9ec6-2fbe81acbb0e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Jun 10 14:54:44.706793 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ac4010bb-73e6-4e3a-a0be-b0fd119f3489 req-cb993b59-ae06-4ba6-9e98-391a1cab69e3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0333948 Jun 10 14:54:45.382310 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744500d1-0b16-425d-8ff7-b8ef9c3787ab req-48e095d5-9aa6-4abd-af33-cbf495cab155 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:45.383867 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-744500d1-0b16-425d-8ff7-b8ef9c3787ab req-48e095d5-9aa6-4abd-af33-cbf495cab155 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0723305 Jun 10 14:54:45.428062 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-744500d1-0b16-425d-8ff7-b8ef9c3787ab req-4a016812-6b24-4b8b-b1a7-33f1ddb9cb49 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385313 Jun 10 14:54:45.864095 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-10ff4995-01d9-4a86-b53f-d9cb046ea6c2 req-84ed964f-66c4-45f2-a40a-ce49275348b8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0349460 Jun 10 14:54:46.614252 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38abeb6-55cf-44e9-8b59-9ec4c50b15e5 req-ac1413ab-b003-49d7-96d7-9348c543dd6e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:46.615780 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a38abeb6-55cf-44e9-8b59-9ec4c50b15e5 req-ac1413ab-b003-49d7-96d7-9348c543dd6e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0756710 Jun 10 14:54:46.659433 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a38abeb6-55cf-44e9-8b59-9ec4c50b15e5 req-f7c0fe96-d28b-4c8f-ada2-5b7297bd3e41 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Jun 10 14:54:47.024642 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4bde815a-2c36-4eb9-8139-9e7fb47b8eba req-82a9c556-b312-4990-9c57-51ad23ec7405 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0334108 Jun 10 14:54:47.841896 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c6914-4243-4e23-84ed-9679da4797c1 req-f0af619b-08d2-49d6-a27d-00284dfceceb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:47.843493 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b30c6914-4243-4e23-84ed-9679da4797c1 req-f0af619b-08d2-49d6-a27d-00284dfceceb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0722589 Jun 10 14:54:47.888486 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b30c6914-4243-4e23-84ed-9679da4797c1 req-f004df56-909c-4810-a3a5-a68257b9825e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391042 Jun 10 14:54:48.181399 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e1f3b2f7-244f-4223-a737-63cb12ea6520 req-7aaf46ec-bf13-42f1-b58f-51971aa4188c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0370140 Jun 10 14:54:49.087522 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d8703-0497-4188-a440-8169971f9c13 req-f8491dc8-1d4d-4515-b450-abb8ae6b7a2b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:49.089052 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c72d8703-0497-4188-a440-8169971f9c13 req-f8491dc8-1d4d-4515-b450-abb8ae6b7a2b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0830805 Jun 10 14:54:49.134935 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c72d8703-0497-4188-a440-8169971f9c13 req-9c0c0280-eb78-4a19-b591-c9387863f29a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Jun 10 14:54:49.332825 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7c79deca-8b52-4693-9424-f136f1b0ae39 req-d769ffe5-231c-4c4f-9eff-baa617feaa53 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0348399 Jun 10 14:54:50.324900 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7605-5f84-4bb3-ba12-3b238df0c3fd req-1cec7e76-8a13-4a91-acc1-a1873e6dc5a9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:50.326393 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f37f7605-5f84-4bb3-ba12-3b238df0c3fd req-1cec7e76-8a13-4a91-acc1-a1873e6dc5a9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0732639 Jun 10 14:54:50.372069 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f37f7605-5f84-4bb3-ba12-3b238df0c3fd req-6e249590-c7e4-4416-a537-c159948f5411 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Jun 10 14:54:50.486087 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a3fac8d5-25f4-4071-a9e3-33c47aca6148 req-bce3211e-8ee3-46cb-8430-770a463d4da7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0338187 Jun 10 14:54:51.569460 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe702b-10c0-4883-b1b1-45dbd830b97e req-b7aefcf9-35d6-4dbf-8330-efc8d8145fed tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:51.571006 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cdbe702b-10c0-4883-b1b1-45dbd830b97e req-b7aefcf9-35d6-4dbf-8330-efc8d8145fed tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0797904 Jun 10 14:54:51.621355 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cdbe702b-10c0-4883-b1b1-45dbd830b97e req-30e3a73b-3180-4bd0-8fdb-6d8fb4490ce1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Jun 10 14:54:51.644089 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aa92ca5b-0d73-49cf-8329-c68dd9d19949 req-90b80ffe-e97d-4663-a99f-e1fc31d5d6cb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0349355 Jun 10 14:54:52.809933 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ee6e5cab-85fa-41dc-a941-4acdacb266ab req-b8f34802-6625-4756-80fb-286f9e88c5c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0387597 Jun 10 14:54:52.820657 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd1b46-c8e3-4cb0-ace3-77ddfed069e6 req-dd76f60c-f116-4fed-aa8c-ed115fd39fea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:52.822220 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5cd1b46-c8e3-4cb0-ace3-77ddfed069e6 req-dd76f60c-f116-4fed-aa8c-ed115fd39fea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0805190 Jun 10 14:54:52.867685 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f5cd1b46-c8e3-4cb0-ace3-77ddfed069e6 req-05d4f849-8bf9-4449-8cac-6cc638a167af tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392334 Jun 10 14:54:53.335115 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:54:53.965852 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4ef1d649-7e92-4d0b-b82a-ea52ac3b6a50 req-b769feda-fff8-4fc4-b83f-752e37ec3874 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0335493 Jun 10 14:54:54.064054 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b221c-32ef-4051-ade6-da1ca89b1dbe req-836498cd-3f65-42a9-bd76-2bed69bfb1d2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:54.065606 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a85b221c-32ef-4051-ade6-da1ca89b1dbe req-836498cd-3f65-42a9-bd76-2bed69bfb1d2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0773132 Jun 10 14:54:54.139024 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a85b221c-32ef-4051-ade6-da1ca89b1dbe req-40d27f00-3779-4144-97a0-5c6c096c6ab3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603757 Jun 10 14:54:55.204469 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1fa73275-860e-4674-ae29-1194f02ba778 req-2abecefb-c970-44a3-8e47-c9d96f1b9389 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0383575 Jun 10 14:54:55.347086 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73c585-7cfc-43c6-b432-97116156beb0 req-07a112d1-0072-4f0c-ab02-a1e8c0194626 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:55.348631 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e73c585-7cfc-43c6-b432-97116156beb0 req-07a112d1-0072-4f0c-ab02-a1e8c0194626 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0831785 Jun 10 14:54:55.399300 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e73c585-7cfc-43c6-b432-97116156beb0 req-0a4f3ad4-8f55-444b-903e-be5fd186e829 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448256 Jun 10 14:54:56.365080 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-47d49dd6-4765-408a-ace6-a7aa5019160c req-7581c89b-da5e-4b67-b21f-d872d28d692f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0357223 Jun 10 14:54:56.553008 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f0012f92-be87-43f3-bfaa-09b0caccdc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:56.593875 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcbe56-01a9-4322-94c1-c73970dd15ee req-33948719-4dc2-47a4-8d40-b74b30937a73 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:56.595511 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-38dcbe56-01a9-4322-94c1-c73970dd15ee req-33948719-4dc2-47a4-8d40-b74b30937a73 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0826604 Jun 10 14:54:56.641827 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-38dcbe56-01a9-4322-94c1-c73970dd15ee req-87fce339-8b19-4e01-8015-275a5192211a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Jun 10 14:54:57.224330 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:57.521302 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-504415c9-88c1-4eae-bd7b-251f4ef4dacc req-be159db0-f7b1-419c-bbb8-ce757403623a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0360980 Jun 10 14:54:57.834543 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d859-e0d6-4d8a-856c-60016d1b4eb6 req-1a590efe-e6f3-4deb-a5a8-664cf8e00bce tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:57.836011 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-38c9d859-e0d6-4d8a-856c-60016d1b4eb6 req-1a590efe-e6f3-4deb-a5a8-664cf8e00bce tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0704658 Jun 10 14:54:57.884592 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-38c9d859-e0d6-4d8a-856c-60016d1b4eb6 req-5b062c47-f301-4865-bd17-19266a2b737e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Jun 10 14:54:58.366471 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-0e1a4477-a143-486b-8ed1-c0937ca94b1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651937 Jun 10 14:54:58.486269 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800c54-3486-4853-a4b4-87e53818fb85 req-bcfefd51-bb7e-4363-bf24-5db9068b2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:58.487828 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-bcfefd51-bb7e-4363-bf24-5db9068b2b60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0629773 Jun 10 14:54:58.663451 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800c54-3486-4853-a4b4-87e53818fb85 req-0abfbc5c-358c-4805-89a4-d1702c72e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:58.664909 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-0abfbc5c-358c-4805-89a4-d1702c72e025 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1547620 Jun 10 14:54:58.704316 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0f76b86a-93eb-4baf-b56d-c923b6263f8d req-867eff82-35c9-4107-8cb6-28b7d7603fa5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0519567 Jun 10 14:54:58.784157 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-4fb7331c-3bda-4e04-8013-66fc753d5251 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 200 len: 1001 time: 0.0923598 Jun 10 14:54:58.846424 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800c54-3486-4853-a4b4-87e53818fb85 req-49b43e0e-3fe8-4792-9288-7bd4e7ca01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:58.847854 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-49b43e0e-3fe8-4792-9288-7bd4e7ca01ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0574212 Jun 10 14:54:58.932092 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800c54-3486-4853-a4b4-87e53818fb85 req-686f4fbd-0190-4e3f-b983-2560c0520199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:58.933677 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-686f4fbd-0190-4e3f-b983-2560c0520199 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769608 Jun 10 14:54:59.061319 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-5c0ad4dc-e409-4d56-8dc5-7f625b9cf1e6 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207981 Jun 10 14:54:59.091332 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d7198-1b19-497a-bea9-bbd402575bac req-2c42b595-c521-41d3-b02c-89a5da808640 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:54:59.093551 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-616d7198-1b19-497a-bea9-bbd402575bac req-2c42b595-c521-41d3-b02c-89a5da808640 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0858908 Jun 10 14:54:59.140835 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-616d7198-1b19-497a-bea9-bbd402575bac req-f82d098b-d650-492e-8f23-b2f7f5343f05 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Jun 10 14:54:59.189177 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14800c54-3486-4853-a4b4-87e53818fb85 req-fde3047f-323a-4b56-a11c-2188b2a95d84 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203508 Jun 10 14:54:59.243194 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fcbd4a2a-79fd-48b3-9fdd-d5b195caf2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:54:59.271016 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:00.114132 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9762ba5e-3793-40cf-8dbc-62c24fdb74ba req-b7f6526d-2771-460d-a1d2-0f8cfed44c49 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.2824075 Jun 10 14:55:00.152567 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:00.333365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3101721-e5ca-4dc2-ac98-842b6f1924a2 req-898c319c-47ef-4c95-8e37-d3d0b1d8d619 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:00.334948 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e3101721-e5ca-4dc2-ac98-842b6f1924a2 req-898c319c-47ef-4c95-8e37-d3d0b1d8d619 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0782206 Jun 10 14:55:00.382416 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e3101721-e5ca-4dc2-ac98-842b6f1924a2 req-7f8e898d-12ec-4a3f-a4d2-d07c7c0f8323 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Jun 10 14:55:01.276894 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-63a0930d-ebe7-4f39-b721-1570bf90197a req-8fcd6259-d9b7-44ba-b5d8-dabbc48b2993 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0403943 Jun 10 14:55:01.573362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ebf33-7d5c-45f1-a51f-b141b187474f req-48567568-cb23-4aa9-9232-da9486b478a3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:01.574877 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3b1ebf33-7d5c-45f1-a51f-b141b187474f req-48567568-cb23-4aa9-9232-da9486b478a3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0775361 Jun 10 14:55:01.621925 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3b1ebf33-7d5c-45f1-a51f-b141b187474f req-3c26734f-b0a8-4806-9f0b-48e7b9fb7909 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Jun 10 14:55:01.993532 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:02.438848 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-32b1183c-a76b-4413-b3a2-475299ab35c0 req-4852b533-7107-46bb-8ece-b6db58a4152f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0355935 Jun 10 14:55:02.809486 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27f6fe-4d1d-434d-bd01-f7d5908e6c41 req-e4ffb804-a91e-448f-b9de-a162a1c5b883 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:02.810998 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa27f6fe-4d1d-434d-bd01-f7d5908e6c41 req-e4ffb804-a91e-448f-b9de-a162a1c5b883 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0716238 Jun 10 14:55:02.856976 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa27f6fe-4d1d-434d-bd01-f7d5908e6c41 req-b534ed57-a872-4fc3-a2a7-d616c49502a1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398433 Jun 10 14:55:03.595544 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cacf7310-39ac-4ac5-85e5-c780dc0ad36a req-a39c6d57-6d75-4fd2-be28-aa541be387a5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0382743 Jun 10 14:55:04.050570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7614b0-7a57-463d-b079-5c7526ebf9d0 req-1bdb4dec-4545-4a8b-aad6-ece4b6ee10c2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:04.052087 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0e7614b0-7a57-463d-b079-5c7526ebf9d0 req-1bdb4dec-4545-4a8b-aad6-ece4b6ee10c2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0763323 Jun 10 14:55:04.107523 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0e7614b0-7a57-463d-b079-5c7526ebf9d0 req-927b3dcc-9817-41c7-9d1f-62cc10db40fe tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484264 Jun 10 14:55:04.748356 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5ef62943-1a50-4030-b122-46b8fb5552c1 req-90970496-e7cc-4802-9d60-a4ad018c6453 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0340369 Jun 10 14:55:05.292952 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266abc7-f02b-410a-b76d-277a018b723a req-cee5690b-aa3d-4f4c-bb67-2f8bc73d063c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:05.294425 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8266abc7-f02b-410a-b76d-277a018b723a req-cee5690b-aa3d-4f4c-bb67-2f8bc73d063c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0723424 Jun 10 14:55:05.338976 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8266abc7-f02b-410a-b76d-277a018b723a req-55e82dad-f10d-4ba3-bcec-177b6b528350 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385883 Jun 10 14:55:05.908956 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-31acf654-42cb-454d-9d34-e7e42980fc1e req-f528cfad-77e0-402c-987e-3d5bffb6ff78 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0326569 Jun 10 14:55:06.533745 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b0d6b-0447-4a86-8b0b-1b36c3832ba6 req-d58c0ed2-dfbb-4965-b21b-7e62eec6ef03 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:06.535272 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a0b0d6b-0447-4a86-8b0b-1b36c3832ba6 req-d58c0ed2-dfbb-4965-b21b-7e62eec6ef03 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0752673 Jun 10 14:55:06.579362 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a0b0d6b-0447-4a86-8b0b-1b36c3832ba6 req-204aa63a-fe85-4731-b6f9-1d1f2af136f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383906 Jun 10 14:55:07.072156 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0c76726b-f67e-47a2-9286-4a6b12ce2d45 req-0f24d0e6-adfc-4bc4-b3a8-a782f7e037c7 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0353417 Jun 10 14:55:07.771892 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8135e-ec6b-4561-b6ea-93045d031ccd req-17d0ede6-8c0c-4278-8944-473b153688fd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:07.773509 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e8c8135e-ec6b-4561-b6ea-93045d031ccd req-17d0ede6-8c0c-4278-8944-473b153688fd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0775559 Jun 10 14:55:07.818997 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e8c8135e-ec6b-4561-b6ea-93045d031ccd req-e99e7173-68cd-4dad-b858-d24205b6d303 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395215 Jun 10 14:55:08.241154 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e8950522-ad9b-4844-93b8-2ea7d7d988d1 req-c09c0368-f956-4921-ba3c-8a6bb6677979 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0407674 Jun 10 14:55:09.023765 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3201f-ad27-4326-8a3e-66cd31e2e5b1 req-bea8f243-6b41-4aa3-9f78-859c47b0f0b3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:09.025360 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d9b3201f-ad27-4326-8a3e-66cd31e2e5b1 req-bea8f243-6b41-4aa3-9f78-859c47b0f0b3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0824564 Jun 10 14:55:09.071793 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d9b3201f-ad27-4326-8a3e-66cd31e2e5b1 req-653db3e6-5331-48c3-997c-9ff699e5dc60 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403748 Jun 10 14:55:09.404318 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-12e0b4bb-5806-40ad-bffe-5bcf796c3280 req-77860970-3679-4a14-9e83-d02178b84152 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0326908 Jun 10 14:55:10.339111 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879c2d9-d699-450b-b1bb-926cae0237d3 req-3902b61e-d5d0-4459-8da4-a697629f02f3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:10.340700 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7879c2d9-d699-450b-b1bb-926cae0237d3 req-3902b61e-d5d0-4459-8da4-a697629f02f3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0728981 Jun 10 14:55:10.387861 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7879c2d9-d699-450b-b1bb-926cae0237d3 req-b3155d62-223d-4d7e-88a6-7685c3905482 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Jun 10 14:55:10.563813 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c019114e-d8da-4b64-8bc4-803458d3f5da req-93bd06d4-fb37-4b8b-a302-efc7d665d11e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0351019 Jun 10 14:55:11.617146 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4f5cf-123d-4bb1-bb04-aa1b1be55883 req-c5cff7e9-75cd-4303-b8ff-455792c2fe93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:11.618686 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-41a4f5cf-123d-4bb1-bb04-aa1b1be55883 req-c5cff7e9-75cd-4303-b8ff-455792c2fe93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0814230 Jun 10 14:55:11.665418 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-41a4f5cf-123d-4bb1-bb04-aa1b1be55883 req-4319f0d2-824d-4743-a231-79a8ad6828ea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395870 Jun 10 14:55:11.735356 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fff14e58-844e-43b8-9a74-7285ee38a3df req-0d3bc2ec-866f-4e0f-a7da-1d6652aedfd1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0416276 Jun 10 14:55:12.869577 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689f1e8-eba2-4edd-a17b-de6b9b6298a3 req-d193ee56-6622-4500-bd87-f813f9fc8110 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:12.871088 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8689f1e8-eba2-4edd-a17b-de6b9b6298a3 req-d193ee56-6622-4500-bd87-f813f9fc8110 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0806513 Jun 10 14:55:12.894048 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b4b9d10f-432b-4688-85ac-58fc89a0212f req-c77540d2-6f07-47cf-b290-c78ee384ff46 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0386062 Jun 10 14:55:12.916758 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8689f1e8-eba2-4edd-a17b-de6b9b6298a3 req-2b559b40-0d5c-4eca-94d3-643e42b3b8fc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389509 Jun 10 14:55:14.089707 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-02d3b0e8-afee-4725-a51d-f0f020675982 req-4c6998b4-9f41-47b1-9585-0ca82b21ecf1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0335884 Jun 10 14:55:14.137856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6eeb-ebfe-4213-8a59-0963c141a688 req-961c089f-1cc9-4359-8755-9909b16c8277 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:14.140169 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d4e6eeb-ebfe-4213-8a59-0963c141a688 req-961c089f-1cc9-4359-8755-9909b16c8277 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0912583 Jun 10 14:55:14.185047 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d4e6eeb-ebfe-4213-8a59-0963c141a688 req-d19b0e8a-9a49-4cf1-9f6f-4221ba830425 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390596 Jun 10 14:55:15.246889 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-51183906-e645-4824-a1f4-129d0026126c req-2c58d836-1b99-4f7c-bfa3-e16fefd4022b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0343637 Jun 10 14:55:15.386269 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd4be1-9f38-4d1f-921e-9364046200a7 req-500edf82-61a1-49d0-818d-50b89f422ceb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:15.388079 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a8dd4be1-9f38-4d1f-921e-9364046200a7 req-500edf82-61a1-49d0-818d-50b89f422ceb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0773826 Jun 10 14:55:15.432083 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a8dd4be1-9f38-4d1f-921e-9364046200a7 req-dfea25d0-ea7e-46ef-bba4-35e7d0b8da18 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378699 Jun 10 14:55:16.409559 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-27e8c0d7-d895-46fb-8f2c-01643d26f781 req-601a0586-cb04-4ce0-a268-4524f32c1999 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0328701 Jun 10 14:55:16.613929 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72508c-7ca4-4d7f-8a8d-974d30dd10b3 req-e92353ee-bfb9-48e3-a4e2-c6378e4ffc92 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:16.615390 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1d72508c-7ca4-4d7f-8a8d-974d30dd10b3 req-e92353ee-bfb9-48e3-a4e2-c6378e4ffc92 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0721612 Jun 10 14:55:16.656635 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1d72508c-7ca4-4d7f-8a8d-974d30dd10b3 req-ed28695e-e29c-4e54-9eb0-06d2d7a2b1cf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355504 Jun 10 14:55:17.564156 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-42e5e1de-6616-4a2b-b458-518c81b5f4bc req-0f458946-fd60-49af-905c-6132449674b0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0389659 Jun 10 14:55:17.839338 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0815c-8014-4bca-b138-907e3921c2f7 req-126cafd8-82ea-4c29-87bc-b3631a10bac2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:17.840723 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2a0815c-8014-4bca-b138-907e3921c2f7 req-126cafd8-82ea-4c29-87bc-b3631a10bac2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0708919 Jun 10 14:55:17.882725 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2a0815c-8014-4bca-b138-907e3921c2f7 req-2bd8a37d-d4f4-43c3-b475-4afd1435ca97 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364220 Jun 10 14:55:18.715588 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c610b084-dbd5-4698-8258-67d96cb7ac8c req-e418e302-1238-48eb-a4e8-368c06292a72 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0332787 Jun 10 14:55:19.073541 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164ddb-87b4-46b8-bbb9-ee6be3921245 req-10edb754-633c-44fc-82a9-ee67205f8cbc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:19.075126 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9164ddb-87b4-46b8-bbb9-ee6be3921245 req-10edb754-633c-44fc-82a9-ee67205f8cbc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0751543 Jun 10 14:55:19.120208 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9164ddb-87b4-46b8-bbb9-ee6be3921245 req-56b6af02-58b0-43ea-9c58-62d82d04d5ae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392382 Jun 10 14:55:19.868394 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-09ec4934-4a43-419f-a623-eb587ee6557d req-f97ee795-3f88-4a1f-b1df-d6ddfeb2dcbe tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0337384 Jun 10 14:55:20.299233 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5156a-343d-4a39-bc15-3c70004de6c0 req-b529c03f-d561-4694-9c0f-05eb3859f552 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:20.300723 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2c5156a-343d-4a39-bc15-3c70004de6c0 req-b529c03f-d561-4694-9c0f-05eb3859f552 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0717576 Jun 10 14:55:20.342797 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2c5156a-343d-4a39-bc15-3c70004de6c0 req-8eaf863c-c811-4f8f-abfd-6ea4aed075b0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363610 Jun 10 14:55:21.023591 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3223bbe6-3227-449f-819c-583f0de50081 req-3a28f75e-dd22-4de2-89bb-9027af5e68da tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0346854 Jun 10 14:55:21.534269 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242bd2d-5ac8-40ba-ac48-f55aa056b267 req-577ec029-9ff7-4e11-9f03-b1b8aedefdd7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:21.535757 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5242bd2d-5ac8-40ba-ac48-f55aa056b267 req-577ec029-9ff7-4e11-9f03-b1b8aedefdd7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0768015 Jun 10 14:55:21.579440 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5242bd2d-5ac8-40ba-ac48-f55aa056b267 req-55f1a5e0-0f94-4d71-ab8e-13734f54b2ed tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381169 Jun 10 14:55:22.175746 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b0c85c2e-3e21-4207-a889-ed4bea0f0797 req-9c4bd13b-7e08-42f2-9b64-a83e981917cb tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0358279 Jun 10 14:55:22.768818 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c6aea-cb91-4725-a2da-a650571f41bf req-dd930ad5-9aab-410d-aa3b-67b7ab5741bd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:22.770219 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-815c6aea-cb91-4725-a2da-a650571f41bf req-dd930ad5-9aab-410d-aa3b-67b7ab5741bd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0758507 Jun 10 14:55:22.813703 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-815c6aea-cb91-4725-a2da-a650571f41bf req-5731e31c-8f9f-48e5-9e29-82564fa71a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 Jun 10 14:55:23.328502 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d2965384-b4ff-406b-b675-05405cfe5831 req-41a4d4a8-cab7-492f-857a-849e5d9ee5b4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0343597 Jun 10 14:55:24.005848 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb0254-4c3a-445d-9aeb-85cb7d2de540 req-b9ca1f01-ab8d-4b2a-8846-ae1655303994 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:24.007352 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d9bb0254-4c3a-445d-9aeb-85cb7d2de540 req-b9ca1f01-ab8d-4b2a-8846-ae1655303994 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0750759 Jun 10 14:55:24.051076 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d9bb0254-4c3a-445d-9aeb-85cb7d2de540 req-85cdff4a-4092-4ff5-bd83-73562ac35e82 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379720 Jun 10 14:55:24.475829 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a6e81fd9-d49a-4154-94ff-b56fd098582c req-3ae2d077-8b04-4aa2-9633-c12951754905 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0326533 Jun 10 14:55:25.235711 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb500c05-b93b-4d18-bf1b-4dca479e10e9 req-9d125e05-069e-4b23-80bc-2b49a526a238 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:25.237165 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bb500c05-b93b-4d18-bf1b-4dca479e10e9 req-9d125e05-069e-4b23-80bc-2b49a526a238 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0710320 Jun 10 14:55:25.280467 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bb500c05-b93b-4d18-bf1b-4dca479e10e9 req-f0cb8d60-8191-4251-8812-68d6c54a4bd3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373845 Jun 10 14:55:25.629979 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a09ff3e8-4dd7-46db-ad6a-b432f2f0bdbc req-433358fa-80e1-4f2a-a16c-0ae777fdb260 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0329628 Jun 10 14:55:26.460735 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907ade-1952-4434-9105-bc2668d37ebb req-5a44c3db-c2c0-4902-81ca-f7a5c4bd97cb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:26.462210 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a0907ade-1952-4434-9105-bc2668d37ebb req-5a44c3db-c2c0-4902-81ca-f7a5c4bd97cb tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0729349 Jun 10 14:55:26.510989 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a0907ade-1952-4434-9105-bc2668d37ebb req-d62955b2-9b7a-4878-a283-18b5812beac4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Jun 10 14:55:26.550041 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0a757c5c-428c-4fed-aa69-482b1871a766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:26.789271 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a6e4cde9-b7e6-49c7-8325-46954c615d7c req-463f80df-b402-4789-9fcc-a8b5330249db tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0382240 Jun 10 14:55:27.221153 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:27.694137 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084b7a5-1acf-458c-8d90-f3c21d9ae25e req-d5c69aae-641e-4f62-af6f-e38cbdde8a40 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:27.695803 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2084b7a5-1acf-458c-8d90-f3c21d9ae25e req-d5c69aae-641e-4f62-af6f-e38cbdde8a40 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0718908 Jun 10 14:55:27.738045 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2084b7a5-1acf-458c-8d90-f3c21d9ae25e req-0a48f4f9-1b40-4de1-aff3-4d97c9a73a50 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367877 Jun 10 14:55:27.947853 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e799712-8b72-43af-841e-2ec15ba9135a req-2d94668d-5e10-4251-8b6b-1b314988d5e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0334022 Jun 10 14:55:29.016716 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb13ab2-ebda-4a62-bfbf-97a27a084492 req-1f5bb26e-fb10-4659-841d-6febe59fc0df tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:29.018274 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ffb13ab2-ebda-4a62-bfbf-97a27a084492 req-1f5bb26e-fb10-4659-841d-6febe59fc0df tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0842242 Jun 10 14:55:29.069415 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ffb13ab2-ebda-4a62-bfbf-97a27a084492 req-c33ededb-f07a-4951-bd08-b425c6ca7d88 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Jun 10 14:55:29.104669 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 54130) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:29.132909 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-88ab593c-b2e2-4a9e-9a0b-696d89c9303c req-a37e3034-74e0-4966-a1f4-25995f3784b3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0418549 Jun 10 14:55:29.244703 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f46bc89-7118-4ab4-909a-f3b08c79fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:29.269514 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:29.332820 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Deleting port d39e9d6a-1b59-45b2-b0a3-198101538f5f {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:55:29.333161 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:29.445512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:29.445776 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:29.548699 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Calling delete_port for d39e9d6a-1b59-45b2-b0a3-198101538f5f owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:55:29.757269 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:29.759266 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4e904813-7300-4264-b3de-8cc191297fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:55:29.791029 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event deleted for resources: {'Port': ['ID=d39e9d6a-1b59-45b2-b0a3-198101538f5f,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:55:29.820727 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.820999 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.821355 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.821707 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.822055 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.822398 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.822741 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.823107 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.823447 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.823785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.824123 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.824484 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:29.855003 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:55:29.876620 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:29.876954 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Floating IP 7d5f5713-4d1e-47f1-baab-acdda5f0d377 disassociated (deleted). External IP: 172.27.1.248, port: 8fdb46a6-728d-4682-9486-72103ea4e697. Jun 10 14:55:30.152943 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:30.333890 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:55:30.396777 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8cf31a13-a39d-49ef-ab48-a7538ab761d1 req-8b88cb8b-482e-4c6c-beb3-f3042b54bf2c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0434542 Jun 10 14:55:30.433706 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Router 2fbf565e-15b2-4753-beba-d3a9f740e932 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:55:30.587247 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:55:30.592109 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:30.596417 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] Sync routers for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:55:30.605699 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:55:30.606316 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:55:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:55:30.637231 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "DELETE /v2.0/floatingips/7d5f5713-4d1e-47f1-baab-acdda5f0d377 HTTP/1.1" status: 204 len: 168 time: 1.5314496 Jun 10 14:55:30.638109 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:55:30.641322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:55:30.691084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1cd236-d345-4560-aff3-e42cbe7132f1 x-openstack-request-id: req-5b1cd236-d345-4560-aff3-e42cbe7132f1 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:55:30.691481 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:55:30.691828 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b1cd236-d345-4560-aff3-e42cbe7132f1 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:55:30.692339 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697', 'status': 'completed', 'code': 200} Jun 10 14:55:30.781899 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-f46e1e5a-6ed8-4fc1-9107-a9d221ce156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:30.784081 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-f46e1e5a-6ed8-4fc1-9107-a9d221ce156c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1066744b4c2042699697b137735d7c3e&device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0644634 Jun 10 14:55:30.876172 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:55:30.932880 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-78cf0c48-eac8-4d0b-9f8b-a6c43d86034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:30.934332 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-78cf0c48-eac8-4d0b-9f8b-a6c43d86034a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 200 len: 909 time: 0.1441679 Jun 10 14:55:30.998093 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-4a294545-55da-4a3e-aa73-2d7cba3acb06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 200 len: 217 time: 0.0557313 Jun 10 14:55:31.074164 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-61c2dcd8-fa7d-476c-9419-01fd75a86e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:31.075787 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-61c2dcd8-fa7d-476c-9419-01fd75a86e5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405c0ca2-b339-433f-8761-78c5815e5d5c HTTP/1.1" status: 200 len: 847 time: 0.0660882 Jun 10 14:55:31.087015 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a12635-236f-46d3-9a3b-d2e9aedb441a req-9df2474d-06de-41ee-8ea2-8060ca68ffd6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:31.088535 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d9a12635-236f-46d3-9a3b-d2e9aedb441a req-9df2474d-06de-41ee-8ea2-8060ca68ffd6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0880671 Jun 10 14:55:31.160559 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-b7ac3b53-443f-4ac3-a343-3c537af21483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:31.162215 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-b7ac3b53-443f-4ac3-a343-3c537af21483 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767255 Jun 10 14:55:31.172396 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d9a12635-236f-46d3-9a3b-d2e9aedb441a req-4ab57d52-4ac8-4b94-9058-439d56ebfb5b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/security-groups?id=be5f4fe1-d065-41e7-ba7e-acc11868eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771608 Jun 10 14:55:31.174228 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 5, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:55:31.183507 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] Checking router: 2fbf565e-15b2-4753-beba-d3a9f740e932 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:55:31.192735 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:55:31.193059 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:55:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:55:31.215563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288a66e-6932-4778-8459-cac58669a46f req-9f6f24cf-b7e7-48cb-8f9b-97859dc137fd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:55:31.217828 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5288a66e-6932-4778-8459-cac58669a46f req-9f6f24cf-b7e7-48cb-8f9b-97859dc137fd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 944 time: 0.0940180 Jun 10 14:55:31.315011 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-b362039d-a879-423b-9bda-c36835a347d7 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391461 Jun 10 14:55:31.350202 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Deleting port 8fdb46a6-728d-4682-9486-72103ea4e697 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:55:31.350462 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:31.362581 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:55:31.440419 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-0ffac765-8e61-4e86-a546-82342e24fef9 service neutron] 10.222.0.21 "GET /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178815 Jun 10 14:55:31.478505 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] For port 8fdb46a6-728d-4682-9486-72103ea4e697, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8fdb46a6-728d-4682-9486-72103ea4e697,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:55:31.479185 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:31.558860 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-94f3818b-2791-45d3-9a26-f4ce0e04fdbd req-7962437a-ff86-4d1b-a654-0ca3ef8895f6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0347700 Jun 10 14:55:31.584288 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Calling delete_port for 8fdb46a6-728d-4682-9486-72103ea4e697 owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:55:31.644665 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 5, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:55:31.648092 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b66335-1fca-4878-bc5c-ee3a6ca30bdf None None] The sync data for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi is: [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:45:16Z', 'revision_number': 4, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c297becc-855a-4cb1-99e3-a688bf508271', 'name': '', 'network_id': 'b8d2cf86-0c82-4f03-865e-fe1bafbed5cb', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'mac_address': 'fa:16:3e:d6:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:14Z', 'updated_at': '2021-06-10T14:45:23Z', 'revision_number': 5, 'project_id': '1066744b4c2042699697b137735d7c3e', 'subnets': [{'id': '405c0ca2-b339-433f-8761-78c5815e5d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:55:31.752946 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:31.757392 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d54390a7-8ebc-45bb-ab0a-b685aa4f113c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:55:31.795961 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event deleted for resources: {'Port': ['ID=8fdb46a6-728d-4682-9486-72103ea4e697,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:55:31.799331 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:55:31.854868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] No DVR routers for this DVR port 8fdb46a6-728d-4682-9486-72103ea4e697 on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:55:31.857703 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:31.860838 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5288a66e-6932-4778-8459-cac58669a46f req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.21 "DELETE /v2.0/ports/8fdb46a6-728d-4682-9486-72103ea4e697 HTTP/1.1" status: 204 len: 173 time: 0.6332092 Jun 10 14:55:31.895650 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d2c8b-ac3b-4c57-a782-c5a510f75e08 None None] New status for floating IP 7d5f5713-4d1e-47f1-baab-acdda5f0d377: DOWN {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:55:31.997240 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:32.327718 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ad90d1d9-9876-4f66-8a05-9b7f9ff425af req-431171ad-e155-48bc-aed9-1b00063ca01b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0333040 Jun 10 14:55:32.694003 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'name': 'network-vif-deleted', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:55:32.696398 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06585ae-051a-4ce5-889b-02c3c27f7dec" -d '{"events": [{"server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "name": "network-vif-deleted", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:55:32.716338 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8485d2c0-2f8c-4a3f-9e8e-00c3eb6a517f req-c9f97289-9e6d-4618-a094-ccd74db865e2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0382140 Jun 10 14:55:32.731570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e96a30-0c2f-4b93-9a07-aaac34deb95c x-openstack-request-id: req-23e96a30-0c2f-4b93-9a07-aaac34deb95c {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:55:32.731895 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8183c71-dc3e-43d6-b5e2-d02415896ef2", "name": "network-vif-deleted", "tag": "8fdb46a6-728d-4682-9486-72103ea4e697", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:55:32.732179 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23e96a30-0c2f-4b93-9a07-aaac34deb95c {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:55:32.732712 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8183c71-dc3e-43d6-b5e2-d02415896ef2', 'name': 'network-vif-deleted', 'tag': '8fdb46a6-728d-4682-9486-72103ea4e697', 'status': 'completed', 'code': 200} Jun 10 14:55:33.482078 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d4b9c7c6-ba0d-4ffd-b04d-77dfcc5858a3 req-23b08f00-9ccb-40d4-b2df-1f0055906e5a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0370593 Jun 10 14:55:33.897115 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-88801646-6337-4e6a-9b46-e781a6020fe9 req-94f36f9d-0fd2-4821-8622-58797b95d66f tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0446014 Jun 10 14:55:34.650017 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9cd00dc6-713d-4965-b4f6-08d52b29c67d req-445bb7ae-20ce-4349-ba4b-b0f5a1b29e46 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0339441 Jun 10 14:55:35.050126 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86d9672b-82de-49c0-a7d3-f0e8cc675124 req-cf2b9f8f-5cb3-49e3-8a42-8937a504eed2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0330317 Jun 10 14:55:35.794689 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4d45a5a1-bcfa-4112-96f4-515c0d323e4a req-447c072a-c3b7-4606-9d78-acf1d61a5814 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0335615 Jun 10 14:55:36.203284 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-00722007-4cf9-42c2-a367-eadc2aa1f662 req-d83ca6df-83f5-4476-8d98-d49b4fee3db2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0370491 Jun 10 14:55:36.943245 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-82c04b53-8e19-414e-8b39-dc2ea9fc215a req-3172cdae-1ec5-49d4-870e-e33bb52a9033 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0333140 Jun 10 14:55:37.358364 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cee739d-a071-478e-a5a3-74cb9a595d3c req-cc53351b-f333-4a13-a0b7-5b7c731d3ac2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0366917 Jun 10 14:55:38.093390 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5354b944-81ad-4e1a-a03d-2232c8409ced req-a7d2371d-d09c-41bd-b6a2-cd5e9fb42d92 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0381653 Jun 10 14:55:38.512025 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-90caa034-c79c-430c-8b27-bccababf13bf req-b0efa99b-8534-4151-9b36-64d868610859 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0330145 Jun 10 14:55:39.238928 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9dd931df-0978-49c6-b878-a112754edd6a req-d274f35b-d70f-4e1b-ae35-7c23dd852c3e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0349214 Jun 10 14:55:39.664361 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ad77b492-7f70-4a11-8d90-aeb70a987714 req-43911224-8ac7-461a-b122-d5ccaf624efe tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0341783 Jun 10 14:55:40.386347 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-113f2fd2-168c-4b01-947c-433057c0b4b7 req-ff9964ae-333c-4d10-8e28-64ca376d342f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0357025 Jun 10 14:55:40.815318 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-07c1b1e9-44ce-4e07-ad83-30b66f09341f req-d1fd8bab-297c-4bec-99e6-5b0f64f09951 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0329344 Jun 10 14:55:41.533940 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a6827240-eb42-4a71-be48-e7872c0a615a req-c311a7e9-39e9-45cb-98fb-9c7ea53963e7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0331259 Jun 10 14:55:41.969910 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eb52dd6c-86c1-4c51-a048-a1729e04a5e9 req-c863c097-69ed-4b9a-bcb8-72a198cbcb95 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0377467 Jun 10 14:55:42.707164 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d7fb1935-a39b-4798-8dbe-deefba5a6363 req-aee41619-3206-4a5a-9b67-7b4ef006ae0d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0386143 Jun 10 14:55:43.124748 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-acd9cffe-83ff-4e6b-b52e-ec9ec96b3472 req-57ac2b57-76c3-4418-ab73-acced3dfd295 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0344837 Jun 10 14:55:43.852889 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b069537b-f7f8-4bb7-9892-a0d0b81e1b93 req-cb7c7328-7e1c-4dd6-a582-1ae7f96aa7f5 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337031 Jun 10 14:55:44.278096 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b4c73ddc-89e0-47b6-ab0e-f39a59b7f87b req-ad121c12-6c79-4335-92b9-261a75d31b43 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0350144 Jun 10 14:55:44.997645 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bdbc48c8-13d7-457e-936b-e948c58d1880 req-18f95371-894e-4b45-81a6-17c70034fee4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337644 Jun 10 14:55:45.435815 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4d6df564-111c-48b2-93af-ddda2c6514e4 req-af32e6fc-cd53-491b-bdba-f0f4b4336bfc tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0355153 Jun 10 14:55:46.151707 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c7a93bf6-78b2-4a9e-9d3a-e805fd1037cd req-d2ae53aa-f737-4690-a2ab-c1aaddf531b4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0343664 Jun 10 14:55:46.591701 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b0219bc9-1e1a-45a4-aed4-e119ff94be26 req-d9b7f4f3-91e5-4d37-b631-d1861024b7cf tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0371578 Jun 10 14:55:47.301426 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c4e31ceb-0672-43eb-a79f-8e16857d30bb req-8b522ef0-cf15-4694-992e-fceaa12050a6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0384033 Jun 10 14:55:47.747074 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3ccf86fc-3a4f-4f1f-9b6b-0a1a81637ef7 req-401d9e56-94e7-4b11-abd8-b2abf8f436e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0330811 Jun 10 14:55:48.449918 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03682c97-503e-496d-b914-e616b1ed01af req-50cca673-976d-40f2-a44c-3fc2665dd8ce tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0339270 Jun 10 14:55:48.905589 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-360cd1e2-9cc5-43ff-a105-f99447cc1e0d req-fef281d8-1af6-4f29-98ed-71d69acd87d1 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0351875 Jun 10 14:55:49.609289 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fd86acb3-6537-44bc-b54d-c0f6292b001a req-83a5cb95-1a37-49cf-bfdb-0b79d762b6ff tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0346925 Jun 10 14:55:50.057786 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-127a7335-cc73-41a9-92de-2d63be57539e req-df08622f-5a89-4e77-bd21-58c984690422 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0333085 Jun 10 14:55:50.759487 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ddb7996b-64ab-4203-88a7-36efaa49873b req-88ac27a0-5b6b-4226-ba18-f2ff28c1b94c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0339167 Jun 10 14:55:51.215699 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-81cd2206-5653-41be-8436-b40052b54818 req-f18181f3-b775-4008-a3da-217b863ec952 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0378072 Jun 10 14:55:51.912064 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2026d3d8-cc7f-4b3c-a5e4-f140d0abcf62 req-f2f0c3ff-bc0a-478e-b241-84f2ec9eeeb1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0375681 Jun 10 14:55:52.380773 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f3bd76b2-ec3c-497a-84eb-efc0ee5ebe42 req-15a88587-b389-488b-ae05-f02eefb2efe3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0342646 Jun 10 14:55:53.060388 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1dcf0464-d539-405a-aac0-bd24efbf6a6a req-ab7455ee-2740-4f57-b707-a9e1fd40ec0c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0354321 Jun 10 14:55:53.530790 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-190af921-8c76-48ed-b9c0-e7180e84a7b4 req-f3d9b1a1-2f56-4312-afe3-5b77dc917740 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0334146 Jun 10 14:55:54.207004 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-95eb7369-8c07-4d42-a3c9-8c06c446bbfe req-1ee03549-2611-4966-afa7-63c484fb9d46 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0331779 Jun 10 14:55:54.689677 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d5399d19-1f0a-4e41-942f-152445341c5f req-ed351759-79dd-4e81-a1e2-de08f2eea3bd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0376248 Jun 10 14:55:55.357775 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-170bfa79-0f0f-4761-a97c-98ce1bba3e1d req-bb464623-cbfb-41fb-8030-6f552617c58b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0353751 Jun 10 14:55:55.845155 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f08aed54-952d-453d-94d8-43ce6052f0d8 req-c451b773-df01-4294-b14f-c22ac7384f57 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0379639 Jun 10 14:55:56.517519 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-95c83709-c38a-455c-8b3f-4b32df606c41 req-24c2bb4f-40ae-425e-932f-b7d1460382ad tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0467708 Jun 10 14:55:56.542168 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2ce46aee-4a40-4b10-a2de-fda0b6ac3390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:56.999845 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-592e804b-8147-4fb2-b373-943db643f6aa req-8a1b8ffc-bf06-46d2-9f49-77b753aec29e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=863f9550-ed55-495c-94e1-9bfbfb366d58 HTTP/1.1" status: 200 len: 210 time: 0.0339754 Jun 10 14:55:57.221447 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:57.667979 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-546e1118-1f33-46ef-9e14-d4c72a137adf req-f3197246-51f4-48db-aa7d-129f7af7c48e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337772 Jun 10 14:55:58.150871 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 54264) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:58.210593 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.236691 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.287334 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.289886 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.291083 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "DELETE /v2.0/security-groups/f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3 HTTP/1.1" status: 204 len: 168 time: 0.1392069 Jun 10 14:55:58.291838 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-89cac8f9-f033-4424-b00f-e193dbae4ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:55:58.294058 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 54266) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:58.302188 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:55:58.309906 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.310273 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.310686 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.311080 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.311439 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.311794 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.312146 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.312505 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.312857 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.313199 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.313547 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.313890 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:55:58.316951 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.api.v2.resource [None req-1998f089-03fa-4a82-af84-e4cf441f895b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] show failed (client error): The resource could not be found. Jun 10 14:55:58.317546 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:55:58.318392 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-1998f089-03fa-4a82-af84-e4cf441f895b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups/f9a81912-0c9e-4cc5-a7cc-3d37aaaa5bd3 HTTP/1.1" status: 404 len: 347 time: 0.0232322 Jun 10 14:55:58.321335 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 54268) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:58.488914 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Deleting port 991adb1d-e7c8-4828-9376-6be2c7c4b238 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:55:58.489258 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.597243 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.597577 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.694930 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Calling delete_port for 991adb1d-e7c8-4828-9376-6be2c7c4b238 owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:55:58.829413 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f541c081-56c5-46b8-8262-439ba2680f31 req-243379bb-a206-40cd-8296-6adfab7ac9b9 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0462682 Jun 10 14:55:58.868693 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.870712 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3803dabd-7480-4136-9662-e2a61dc297a9 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:55:58.900738 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event deleted for resources: {'Port': ['ID=991adb1d-e7c8-4828-9376-6be2c7c4b238,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:55:58.903907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:55:58.980141 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.982890 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:58.984331 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "DELETE /v2.0/floatingips/1a695301-04be-4449-aa79-ef10beb84403 HTTP/1.1" status: 204 len: 168 time: 0.6617966 Jun 10 14:55:59.252601 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-59d20131-fb8b-4b09-b004-25f9c3598810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.264728 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.340627 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 54280) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:59.345771 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1409766914', 'description': 'tempest-description--1909280792'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:55:59.367503 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.461172 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.465031 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.467782 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-075caf38-7acd-4b0e-b3a8-50eddcaa106e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:55:59.495614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.496831 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1558998 Jun 10 14:55:59.500812 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 54282) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:59.501871 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3edab4-d445-4b78-823e-435ae07a4164,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:55:59.504782 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:55:59.505540 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'security_group_rule': {'security_group_id': '3f3edab4-d445-4b78-823e-435ae07a4164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:55:59.533528 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.601546 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.605870 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.609564 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:55:59.635060 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fdf517-959d-4bb4-bda1-fc48b930aa94,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:55:59.638137 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.639884 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379497 Jun 10 14:55:59.641178 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:55:59.642800 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 54288) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:59.647634 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'security_group_rule': {'security_group_id': '3f3edab4-d445-4b78-823e-435ae07a4164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:55:59.688438 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.765913 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.769898 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.774661 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-51146392-ea73-4d5a-b984-0f53fad6b676 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:55:59.790554 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0744cbbb-7526-4ac6-9308-164c485d1e7c,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:55:59.793137 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:55:59.800250 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.801510 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-4cd8a5fb-73e9-43f7-a6c2-54ac364e48ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576457 Jun 10 14:55:59.804697 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 54292) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:55:59.809349 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:55:59.839242 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.964182 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:55:59.977834 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-23bf69cd-6866-4815-88be-375020e2ccbc req-a0d0f29c-d12d-430f-a695-6347db5a29bf tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0341537 Jun 10 14:56:00.090513 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Allocated IP 172.27.1.190 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/be01caef-619f-4991-b00e-238a8fbf55ba) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:56:00.157192 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:00.229114 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:00.270287 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:00.272350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d80dc808-ccfa-4a35-a2a2-503582a81a59 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:56:00.330279 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:56:00.335263 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:56:00.337092 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'Port': ['ID=be01caef-619f-4991-b00e-238a8fbf55ba,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:56:00.364704 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:56:00.366826 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:56:00.537621 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-c39d4c73-9b49-4169-9681-faec720b2231 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2175405 Jun 10 14:56:00.538557 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:00.630581 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:00.702948 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-f27e21b9-942c-400d-8c46-e6e524c44821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:00.704427 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-f27e21b9-942c-400d-8c46-e6e524c44821 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.1243274 Jun 10 14:56:01.176541 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a430c50c-fbe6-4ebb-bddd-597596be0f85 req-8946559f-fc98-4d6a-9f62-b746e714b07c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0614653 Jun 10 14:56:01.211245 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-cfabf49a-17c8-407f-8586-a16ea2879dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:01.212667 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-cfabf49a-17c8-407f-8586-a16ea2879dcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.4838161 Jun 10 14:56:01.235290 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:01.276497 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:01.279855 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-f13d0087-f8ec-45cb-ad20-9ccb834cf253 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.0546753 Jun 10 14:56:01.281530 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:56:01.409216 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'Port': ['ID=be01caef-619f-4991-b00e-238a8fbf55ba,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:56:01.416161 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:56:01.424614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-3e0e0b99-2418-44cd-bb90-97d37b61b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:01.426086 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-3e0e0b99-2418-44cd-bb90-97d37b61b490 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.1144326 Jun 10 14:56:01.426850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:01.473162 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-d97c7be7-73f0-463f-bd2d-5dd81a398b50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395925 Jun 10 14:56:01.474034 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:01.475112 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6694007 Jun 10 14:56:01.596725 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-6eef938a-742b-4c86-b684-221f2743bc1b service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149459 Jun 10 14:56:01.676397 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-e65cea78-1ded-454e-9612-c4b9672ea8d4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1409766914&fields=id&tenant_id=d6b5cc5cfd32435ca49e59af025df610 HTTP/1.1" status: 200 len: 267 time: 0.0385945 Jun 10 14:56:01.719085 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-049efbd7-168a-4dbd-bdb7-87392b23e08f req-1db8cd67-2e35-4242-af0d-874a8132403c service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157033 Jun 10 14:56:01.823202 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-af6cbfc6-a8f9-4916-ac4d-aeb255840fdd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:01.824652 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-af6cbfc6-a8f9-4916-ac4d-aeb255840fdd tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 816 time: 0.1395614 Jun 10 14:56:01.840873 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-8431ec4e-5034-4de2-b2c4-130264ac5a10 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/quotas/d6b5cc5cfd32435ca49e59af025df610 HTTP/1.1" status: 200 len: 375 time: 0.0097914 Jun 10 14:56:01.925773 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-6deabbc7-a942-433a-91c8-8c500f812842 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792034 Jun 10 14:56:01.997187 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:02.075453 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-95f00b9e-7797-4172-9d96-f5de6913a84b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 14:56:02.083009 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-95f00b9e-7797-4172-9d96-f5de6913a84b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1455803 Jun 10 14:56:02.214012 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-2ec83bba-af98-4a25-9813-41c016b07869 service neutron] 10.222.0.23 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298048 Jun 10 14:56:02.329660 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-82060d44-30fd-40e0-b019-2dea6a56540e req-b40145c4-fb12-4a2c-9c0d-7359d417e599 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0377800 Jun 10 14:56:02.331152 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-eb4eae8f-84c6-463a-97c1-8184a379f85d service neutron] 10.222.0.23 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103902 Jun 10 14:56:02.500705 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c534a8b5-c3fd-479a-b3e5-99e92a6474aa req-3578827e-5e13-47a5-9ce9-028c9fdf7b18 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 210 time: 0.0340831 Jun 10 14:56:03.477670 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f484962d-9f2f-4860-9b64-72945a464855 req-5ee0573a-e09a-40d5-aade-0ee74a0b4a3f tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337081 Jun 10 14:56:03.654095 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0c6499da-6d37-469f-a1bd-c27b576dbff8 req-c37c055e-3854-46ae-9289-3b47023cf7dc tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 210 time: 0.0338979 Jun 10 14:56:03.793579 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-28207c68-3dfe-41ac-b1e7-cf62f5bda4d4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:03.795571 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-28207c68-3dfe-41ac-b1e7-cf62f5bda4d4 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 816 time: 0.1331882 Jun 10 14:56:03.847476 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-d1d729da-a4bf-43de-a0ec-8040fc0d2a4b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6b5cc5cfd32435ca49e59af025df610 HTTP/1.1" status: 200 len: 380 time: 0.0406437 Jun 10 14:56:03.861087 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'port': {'device_id': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'admin_state_up': True, 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'security_groups': ['3f3edab4-d445-4b78-823e-435ae07a4164']}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:56:04.008211 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Made reservation on behalf of d6b5cc5cfd32435ca49e59af025df610 for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 14:56:04.011680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:04.157649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Allocated IP 172.20.0.7 (10c0d69e-5adc-49c8-bb0e-f62dc712052e/c1ec4dce-ee03-4793-b39d-ec156b71e400/4422af95-26f4-4fd7-ba0e-95e0cf727d3d) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 14:56:04.333968 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:04.347319 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Transition to ACTIVE for port object 4422af95-26f4-4fd7-ba0e-95e0cf727d3d will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:56:04.382101 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:04.385992 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:56:04.442578 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 14:56:04.445604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 14:56:04.448035 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 14:56:04.480157 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event updated for resources: {'Port': ['ID=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:56:04.483584 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:56:04.516423 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:04.516885 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:04.536199 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6826262 Jun 10 14:56:04.551997 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Request body: {'port': {'device_id': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:56:04.639567 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-36d71f90-0eec-423d-a0c3-897b290931f5 req-576f26c2-e7f5-440a-9893-14550c6eb7f0 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337117 Jun 10 14:56:04.648118 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:04.722433 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-16980d8e-5e61-4286-9bed-f3f2a241ae0b None None] Provisioning for port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:56:04.726153 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-16980d8e-5e61-4286-9bed-f3f2a241ae0b None None] Provisioning complete for port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:56:04.726509 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-16980d8e-5e61-4286-9bed-f3f2a241ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:04.779825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-16980d8e-5e61-4286-9bed-f3f2a241ae0b None None] Port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 14:56:04.964807 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3929a89-0a14-4b39-a4ff-5b1e8518e2b7 req-c2f77f2d-fa4d-4f13-b2c7-3c990495d4ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:04.966266 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b3929a89-0a14-4b39-a4ff-5b1e8518e2b7 req-c2f77f2d-fa4d-4f13-b2c7-3c990495d4ed tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 931 time: 0.1707687 Jun 10 14:56:05.054299 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b3929a89-0a14-4b39-a4ff-5b1e8518e2b7 req-d5bce15a-89e8-4829-a466-ed183bed7552 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811529 Jun 10 14:56:05.071154 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4422af95-26f4-4fd7-ba0e-95e0cf727d3d {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:56:05.079086 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:05.090482 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Transition to ACTIVE for port object 4422af95-26f4-4fd7-ba0e-95e0cf727d3d will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 14:56:05.094315 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:05.096971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:56:05.190985 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Pushing event updated for resources: {'Port': ['ID=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:56:05.218291 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:56:05.280769 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Attempting to bind port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 14:56:05.281443 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Attempting to bind port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 14:56:05.281443 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Attempting to bind port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:56:05.286135 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 14:56:05.286466 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Attempting to bind port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d on network 10c0d69e-5adc-49c8-bb0e-f62dc712052e {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 14:56:05.291517 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 14, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 14:56:05.291931 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Checking segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 14:56:05.292318 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Bound using segment: {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 14:56:05.292752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Bound port: 4422af95-26f4-4fd7-ba0e-95e0cf727d3d, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e5216a-cceb-41d9-8826-6b4054740fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 14:56:05.293099 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:05.366235 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] For port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 14:56:05.369214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] For port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 14:56:05.374091 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:05.376012 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d41489f9-61fe-4207-b4c5-1c0a8c99205b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:56:05.415416 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:05.416032 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:05.417709 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] 10.222.0.21 "PUT /v2.0/ports/4422af95-26f4-4fd7-ba0e-95e0cf727d3d HTTP/1.1" status: 200 len: 1093 time: 0.8732607 Jun 10 14:56:05.421108 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:56:05.424329 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1978f3-f653-4dc1-aea0-df02726adc76" -d '{"events": [{"name": "network-changed", "server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:56:05.455925 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Pushing event updated for resources: {'Port': ['ID=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:56:05.458982 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:56:05.471634 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974bfef4-7530-4348-8b8f-189adeb0c53b x-openstack-request-id: req-974bfef4-7530-4348-8b8f-189adeb0c53b {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:56:05.471958 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:56:05.472241 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-974bfef4-7530-4348-8b8f-189adeb0c53b {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:56:05.472665 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'status': 'completed', 'code': 200} Jun 10 14:56:05.527853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-60113e14-9802-49d5-bdbf-d0c20e0217f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:05.529920 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-60113e14-9802-49d5-bdbf-d0c20e0217f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 1096 time: 0.0690985 Jun 10 14:56:05.593063 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-0e77310e-b9ee-4172-932d-03600ace98a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d HTTP/1.1" status: 200 len: 217 time: 0.0533891 Jun 10 14:56:05.652887 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-03f6f7d1-2079-4012-abaf-862f01123cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:05.654952 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-03f6f7d1-2079-4012-abaf-862f01123cec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0551150 Jun 10 14:56:05.723368 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-5cad5f9c-0b68-45c8-a738-1ad56c9c7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:05.725112 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-5cad5f9c-0b68-45c8-a738-1ad56c9c7537 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632679 Jun 10 14:56:05.858608 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-82590f10-8c1e-4153-a4e1-2b76614def29 req-f9c9ab5f-4efa-485e-ae2e-5d5003b18dad tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0427759 Jun 10 14:56:05.879633 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-e37381ee-bfe9-4d94-95a7-dd270f21a3a2 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460452 Jun 10 14:56:06.003104 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7b632160-5236-4411-9b82-38b8ba5d5b63 req-c1ecd289-d6fe-40dc-9cc2-772aa84f9420 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156595 Jun 10 14:56:06.124413 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-80895988-59ee-4f84-ab80-18bbb1e2e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:06.126048 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-80895988-59ee-4f84-ab80-18bbb1e2e993 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 1096 time: 0.0676436 Jun 10 14:56:06.246144 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-e7ed1e25-429a-4c4c-9870-870999372e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:06.247521 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-e7ed1e25-429a-4c4c-9870-870999372e05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.1135173 Jun 10 14:56:06.248521 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7f33-44f8-4acc-bf9d-34cb33e574ae req-97db759c-624f-4e33-9c2d-6222eb2d6a42 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:06.250040 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9fec7f33-44f8-4acc-bf9d-34cb33e574ae req-97db759c-624f-4e33-9c2d-6222eb2d6a42 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 943 time: 0.0727489 Jun 10 14:56:06.296735 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9fec7f33-44f8-4acc-bf9d-34cb33e574ae req-c0d070a6-c78e-4326-9e3a-d5e202496db6 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Jun 10 14:56:06.308913 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-11508212-24ce-4e07-946a-e6082f5565c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d HTTP/1.1" status: 200 len: 217 time: 0.0535150 Jun 10 14:56:06.368160 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-59b1c2d5-ba9b-447a-bd52-6d5a648f5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:06.369655 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-59b1c2d5-ba9b-447a-bd52-6d5a648f5d74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0530057 Jun 10 14:56:06.443201 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-9df40791-be9f-424d-a138-aca9833e636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:06.444664 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-9df40791-be9f-424d-a138-aca9833e636b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640824 Jun 10 14:56:06.565731 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-b80c2d6f-addc-4ae2-9cb2-17cd384cef23 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070840 Jun 10 14:56:06.692592 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b1978f3-f653-4dc1-aea0-df02726adc76 req-97f882fc-a671-451a-8784-168ff303f7f8 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171265 Jun 10 14:56:07.011563 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f920430-922d-44c3-861e-5bcb7f34dac1 req-f5600dae-d9ea-4fa6-99b5-563d46f7d00a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0389409 Jun 10 14:56:07.332502 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:56:07.442130 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 4422af95-26f4-4fd7-ba0e-95e0cf727d3d details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 14:56:07.484522 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947d12-62e1-4383-8d7d-5a275978e66b req-b93d730d-c6e1-45b4-9bc3-e1dbe3206791 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:07.486076 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6a947d12-62e1-4383-8d7d-5a275978e66b req-b93d730d-c6e1-45b4-9bc3-e1dbe3206791 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 943 time: 0.0708814 Jun 10 14:56:07.529057 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6a947d12-62e1-4383-8d7d-5a275978e66b req-163664aa-b5df-4984-81cf-b2bf683a158c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371678 Jun 10 14:56:07.566830 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:56:07.580385 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'port_id': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'mac_address': 'fa:16:3e:5c:e1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 14:56:07.628045 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:07.644234 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4422af95-26f4-4fd7-ba0e-95e0cf727d3d {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 14:56:07.666063 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:56:07.671556 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:07.673350 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:56:07.726761 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:56:07.735186 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.735527 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.735888 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.736195 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.736518 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.736846 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.737172 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.737486 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.737807 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.738125 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.738443 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.738755 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:56:07.742632 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:56:07.965882 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['4422af95-26f4-4fd7-ba0e-95e0cf727d3d'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 14:56:08.162284 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3eeb109d-260c-46b1-8919-45aab130056e req-28bd48c8-8f54-4aaf-a678-4303815df2f3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0360718 Jun 10 14:56:08.726024 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1fcf3-0c9a-4c08-a1de-2e813dceb0a9 req-46c88be6-24cc-4363-8cb7-e7ae808aac5e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:08.727640 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7ac1fcf3-0c9a-4c08-a1de-2e813dceb0a9 req-46c88be6-24cc-4363-8cb7-e7ae808aac5e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 944 time: 0.0708692 Jun 10 14:56:08.774787 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7ac1fcf3-0c9a-4c08-a1de-2e813dceb0a9 req-7b1e96bf-107b-475b-8014-b165e778953b tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 Jun 10 14:56:09.316068 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-335547af-1bdd-43ec-bf62-e91f978f3a2c req-a3b7a246-50af-41e6-ac61-d91235b1e1b3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0340376 Jun 10 14:56:09.457706 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 4422af95-26f4-4fd7-ba0e-95e0cf727d3d up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 14:56:09.514814 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 14:56:09.518310 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 14:56:09.518694 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:09.604461 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:09.631291 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:56:09.633553 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4902c002-17b4-4254-b6f4-c8dad12637ba" -d '{"events": [{"server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "name": "network-vif-plugged", "status": "completed", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:56:09.648119 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:56:09.652186 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:09.654329 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:56:09.711127 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:56:09.714039 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:56:09.781436 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3c4515-6688-48b0-9856-2825479c9de1 x-openstack-request-id: req-7f3c4515-6688-48b0-9856-2825479c9de1 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:56:09.781772 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "name": "network-vif-plugged", "status": "completed", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:56:09.782038 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f3c4515-6688-48b0-9856-2825479c9de1 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:56:09.782441 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'code': 200} Jun 10 14:56:09.964841 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792ebd-cbae-4fcf-b97e-9eca9c664c1f req-3b79a58f-8843-42de-92c6-5e1b1f8ff25e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:09.966739 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e792ebd-cbae-4fcf-b97e-9eca9c664c1f req-3b79a58f-8843-42de-92c6-5e1b1f8ff25e tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 945 time: 0.0686593 Jun 10 14:56:10.047556 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3e792ebd-cbae-4fcf-b97e-9eca9c664c1f req-375fd529-8d40-4996-a0bb-a52d455e768a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728860 Jun 10 14:56:10.063590 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf208de-089c-4f29-bc2c-957c89634cb0 req-9d02f886-f711-4053-9644-9907cfb0d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:10.065236 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bbf208de-089c-4f29-bc2c-957c89634cb0 req-9d02f886-f711-4053-9644-9907cfb0d6c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 1098 time: 0.0973613 Jun 10 14:56:10.104101 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bbf208de-089c-4f29-bc2c-957c89634cb0 req-ebcab886-fc08-4697-b71e-0b48264f4f85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Jun 10 14:56:10.469820 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-75c9aa88-dd63-4353-a6e9-bad80c926453 req-5db6f1ea-a95a-4749-95d0-e6d467868a29 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0333090 Jun 10 14:56:11.240397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c0ba8-72ec-48a4-983f-feef7d18f917 req-05888a3d-ae34-451e-8aee-606ddc8c2fc9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:11.241898 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93c0ba8-72ec-48a4-983f-feef7d18f917 req-05888a3d-ae34-451e-8aee-606ddc8c2fc9 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 945 time: 0.0728643 Jun 10 14:56:11.288595 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e93c0ba8-72ec-48a4-983f-feef7d18f917 req-8ed488ec-de2a-46ac-abab-fe87d008ce62 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Jun 10 14:56:11.476103 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34036b8e-1c2f-4c1e-845c-9d01571f1242 req-ba96f64b-83fc-4fec-a20e-18aad9c8fc7c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:11.477594 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-34036b8e-1c2f-4c1e-845c-9d01571f1242 req-ba96f64b-83fc-4fec-a20e-18aad9c8fc7c tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 945 time: 0.0696251 Jun 10 14:56:11.487103 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 54440) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:56:11.491951 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Request body: {'floatingip': {'port_id': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 14:56:11.551034 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:11.663873 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e396f6af-c6cd-4544-a0e6-463e489656fb req-a2adc2ee-03a6-4048-a937-244a0c62ea85 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0640473 Jun 10 14:56:12.420753 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:12.425087 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:12.565902 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Floating IP 1edefced-2ec6-4139-9409-93e61707a7ab associated. External IP: 172.27.1.190, port: 4422af95-26f4-4fd7-ba0e-95e0cf727d3d. Jun 10 14:56:12.813110 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f8890228-91b6-49b5-b2c8-2aa8ef235195 req-0f0c5f99-cf14-4c40-98e4-ec54ca6c8519 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337567 Jun 10 14:56:12.848527 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Router 36e8450f-bd3b-458b-a065-58a1f2e25f27 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:56:12.997341 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:56:13.002535 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:13.007444 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] Sync routers for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:56:13.017142 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:56:13.017761 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:55:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:56:13.050816 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-724b57d4-bdfa-4061-b0f5-ce6f124e0e82 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "PUT /v2.0/floatingips/1edefced-2ec6-4139-9409-93e61707a7ab HTTP/1.1" status: 200 len: 991 time: 1.5623965 Jun 10 14:56:13.051382 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:56:13.053762 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:56:13.089452 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0131df-9eda-4eac-ad2b-8ab09d374e7a x-openstack-request-id: req-cd0131df-9eda-4eac-ad2b-8ab09d374e7a {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:56:13.089838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:56:13.090188 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd0131df-9eda-4eac-ad2b-8ab09d374e7a {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:56:13.090737 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'status': 'completed', 'code': 200} Jun 10 14:56:13.163541 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:56:13.173928 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-1063c468-8742-495a-81a2-787508bb326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:13.175448 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-1063c468-8742-495a-81a2-787508bb326d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 1098 time: 0.0621135 Jun 10 14:56:13.301318 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-fc78769a-9c23-427b-a353-072750511997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:13.302763 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-fc78769a-9c23-427b-a353-072750511997 service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.1207123 Jun 10 14:56:13.394182 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-721fa909-0b17-4b17-91fe-74be94206bed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d HTTP/1.1" status: 200 len: 999 time: 0.0836866 Jun 10 14:56:13.456918 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-aa07f8aa-4391-4e1f-a235-dc6d12efe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:13.458393 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-aa07f8aa-4391-4e1f-a235-dc6d12efe435 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0560408 Jun 10 14:56:13.531598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-0f9cde3c-7779-4c9a-acc6-1dd88a637466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:56:13.533085 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-0f9cde3c-7779-4c9a-acc6-1dd88a637466 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669055 Jun 10 14:56:13.564657 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '1edefced-2ec6-4139-9409-93e61707a7ab', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'port_id': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'mac_address': 'fa:16:3e:5c:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:56:00Z', 'updated_at': '2021-06-10T14:56:12Z', 'revision_number': 1, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:56:13.569032 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] Checking router: 36e8450f-bd3b-458b-a065-58a1f2e25f27 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:56:13.579144 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:56:13.579751 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:55:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:56:13.665738 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-8ebae6d0-8a87-4299-ad27-dc210eaf04d9 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250620 Jun 10 14:56:13.723225 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:56:13.785779 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5fd1ee08-2b2d-4656-a69e-046ef6c5bcb1 req-0d081be1-b055-4cce-a470-c95e3bcd9dac service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122253 Jun 10 14:56:13.970287 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-738b4f7a-958d-4801-8f2d-66078efa2856 req-63edfdb6-0f0a-4a94-934d-59455dc20df6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0371547 Jun 10 14:56:14.027470 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '1edefced-2ec6-4139-9409-93e61707a7ab', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'port_id': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'mac_address': 'fa:16:3e:5c:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:56:00Z', 'updated_at': '2021-06-10T14:56:12Z', 'revision_number': 1, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:56:14.031071 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3a94d-8afc-4205-8153-4a7523bb5bc8 None None] The sync data for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi is: [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '1edefced-2ec6-4139-9409-93e61707a7ab', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'port_id': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'mac_address': 'fa:16:3e:5c:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T14:56:00Z', 'updated_at': '2021-06-10T14:56:12Z', 'revision_number': 1, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:56:14.214258 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236cafc-7c78-4db1-b1bc-64e8d9217aaa None None] New status for floating IP 1edefced-2ec6-4139-9409-93e61707a7ab: ACTIVE {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:56:15.114541 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9d52cd76-1083-4fd5-9da4-fc21fb765d57 req-7245318d-8248-4cb8-abed-6c7ca7e78167 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0334446 Jun 10 14:56:16.264205 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6bb1d43d-737a-469e-8d46-d9c05e75be9b req-5870a376-67f9-4c1f-aa6b-016088baa167 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0385118 Jun 10 14:56:17.414839 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fc9486a7-3398-4b9d-9d86-5252c223c132 req-2a54bbb6-921a-4f4b-974f-04b8722409a8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0348058 Jun 10 14:56:18.564610 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e2e3d6b9-b4bf-4b2f-805e-ca3b69a1adca req-d6a9dcaf-58f9-421e-be95-11315cdc8c24 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0376635 Jun 10 14:56:19.713970 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-338c4038-5a6e-4a71-9287-65e173851801 req-5ca8497d-4798-42a2-9372-9e5a66293ee6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0353193 Jun 10 14:56:20.862419 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-40492bf0-45b3-456b-ab13-e425f4991ce8 req-9542d059-a811-4ad3-a7b0-c01e018e90c3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0329773 Jun 10 14:56:22.013357 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7dec38e9-a05a-4f28-97c9-a7623b4e90e7 req-adc71006-ca18-47c3-a40d-81b0634ef45a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0336113 Jun 10 14:56:23.167863 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9220dd26-609a-45e2-a2c4-aa2fd5eb0de6 req-da10d7de-57da-4efc-b9ed-56888bbe3c41 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0373390 Jun 10 14:56:24.317433 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7643ccb3-861a-4179-98cc-45e8bec9268c req-70df97db-d288-4805-bbcd-37382eca7ad7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0329559 Jun 10 14:56:25.472258 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9c3046d1-fc76-4005-af41-57839e73a590 req-7a0e536c-9e21-49b2-80b3-4be0a1df6c56 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0333056 Jun 10 14:56:26.544545 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-be3420f4-b1c8-47c4-9c24-5b2c75695d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:26.629523 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3a03113-7363-4392-a4cb-42ed9202b3ad req-93e22139-e659-4f6b-9fc5-6d2b33855fb7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0353937 Jun 10 14:56:27.227270 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:27.781693 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c8404245-bd71-4eac-9564-50456b387e83 req-c6e1ef13-ff5e-483a-809d-b27c0701e255 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0377831 Jun 10 14:56:28.929515 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5bd508f1-25ed-41ac-bbc9-cd724739f22c req-0b7c3c65-7ce6-4dba-87c6-a5b801e3d48e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0341563 Jun 10 14:56:29.244288 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-76be6026-5e98-40ed-a446-84bc550609a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:29.265907 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:30.087186 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2ef13e8f-2b31-4bab-b8ce-ecba20f7e02b req-3d7e7ea4-a974-4e69-869b-63edf2f20174 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0356438 Jun 10 14:56:30.158403 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:31.397392 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-32b9116e-dff4-4b1b-bb03-3fd8be40ee9f req-90602216-8d6f-46db-9de2-b4a3e247a180 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0331421 Jun 10 14:56:32.001339 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:32.549249 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4d6ab004-8497-4425-b01e-e73cb07ba52c req-613596d8-742a-4abe-86fd-17c1975490f8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0362659 Jun 10 14:56:33.692535 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d98985a7-33ba-46b7-990a-aaf8fbff5e8e req-4f80a6ec-f9f7-469c-b73d-0b0103b1068a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0333436 Jun 10 14:56:34.840872 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f268d840-d9bf-4452-9de5-9a1feccbe6e7 req-e4dbe4a4-061b-480b-8747-f726ce5419fc tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0331740 Jun 10 14:56:35.992573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-58b55143-ff0d-43d9-885b-02289a1a33e5 req-5bcc6340-3ff7-42fc-a1f4-57ad8eb50857 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0327942 Jun 10 14:56:37.140255 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-52fa12eb-2ddb-4744-a26d-8801d19ebbd0 req-e3537192-cba8-4376-b63d-657fbc031d2a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0367072 Jun 10 14:56:38.285262 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7ba4b4ae-01c4-4993-abc8-ee170c9a5e39 req-c8bf58d2-4107-4b96-97a2-5ab3bf5173b4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0334201 Jun 10 14:56:39.431127 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c52a05f6-0958-4510-bdbe-2ed3a218aef8 req-48f5079f-f7a7-4305-97b8-cdb4b315ea11 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0342743 Jun 10 14:56:40.580383 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-09e37371-90f2-410d-9038-395b5b0bd3ab req-7ab0cdae-894f-40c2-a6c0-e1335f884e23 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0335050 Jun 10 14:56:41.728842 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-90a7d098-89ae-4abd-a934-2938a5f40b81 req-6835a073-f09c-4fca-9549-3ec321b421e1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0374768 Jun 10 14:56:42.872415 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b7ddad18-12bf-4145-a92f-513f30c1a77a req-a187b5a3-303b-4427-a7de-d056a6f6551e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0337808 Jun 10 14:56:44.016691 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2f7b06a8-d5b7-48c2-ba79-fb232794345f req-af00054a-e9f6-4978-8203-e9f6dd03312a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0342460 Jun 10 14:56:44.332137 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:56:45.163883 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-db42598b-592d-466d-9059-24e4711d0e82 req-05154a41-73ad-4386-8e07-d2084aead10e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0332990 Jun 10 14:56:46.314787 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-94acc775-71f8-421b-bf7b-cca55d99dd49 req-1e801b14-85c5-4f7a-b410-92d080da1a8a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0364146 Jun 10 14:56:47.459992 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-29107f3d-48d8-4155-af5f-498307b12bc7 req-d009db41-fd19-4f94-b5f8-c60caae1157b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0339522 Jun 10 14:56:48.606768 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80ace8c9-3fcc-4258-a106-98326ff52e05 req-9b1da0bd-f3d8-4af0-a8cc-3c7ed511d321 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0326145 Jun 10 14:56:49.755717 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1b9ce5ca-0d9a-460d-875e-54d8dbf8e60e req-93d0a022-3627-49ab-b571-201715765cee tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0329564 Jun 10 14:56:50.901615 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a31016aa-3c55-4d81-8c67-2bceb6654c18 req-5cc5d096-9c4a-4778-ba24-fe6739c13dd2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0361028 Jun 10 14:56:52.061108 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc6c15bb-3783-4b41-aade-854f1c5f7f81 req-67aad8f3-5906-4e63-b09b-8ae8c5b8223d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0341072 Jun 10 14:56:53.203632 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b6045382-740b-4226-b890-6c89326ca413 req-78c606a2-47c8-411c-8dc8-b56a635ddfea tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0334327 Jun 10 14:56:54.356101 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3a276bff-d21d-4bc6-8804-95271bacbc2e req-be8ae7d7-0fd7-4663-9d0e-31db26d94a0d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0345063 Jun 10 14:56:55.504026 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a84ab458-b412-435f-b6ba-e2882dc790ea req-f3a7b0f5-55d0-411c-9129-da9e0345722c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0328372 Jun 10 14:56:56.546363 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-609758d9-77b4-474a-b965-76377b4a08e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:56.660055 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04eb4513-dd3f-4b7e-915c-159298bacd89 req-e5e46ff5-d24d-4f05-b2d2-b53bf5ad1388 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0386765 Jun 10 14:56:57.223177 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:57.805923 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b1c0476a-f911-4c63-b905-3f6a62a6bca7 req-104616c8-9ffb-462e-8a13-1a8a7b561445 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0341194 Jun 10 14:56:58.953677 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-990d67e7-9925-471a-94dd-cd2ac01f3260 req-3f0e7009-29cb-4e64-96ee-b0400f6ca560 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0363827 Jun 10 14:56:59.265386 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1aafd30e-c704-401c-97ee-18f9b4a5820d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:56:59.270549 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:00.102746 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-77e56a2d-cb91-4d26-a1df-77d2090d0694 req-2cf07027-31dd-481f-a731-544c8c19c5d7 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0361819 Jun 10 14:57:00.160504 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:01.248581 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-edb93fb4-2b06-4843-b1d4-f67d5de453e0 req-4b02749b-c0c8-4e68-880c-fd3bfe850378 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0341187 Jun 10 14:57:01.388753 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-766b63f8-9ba8-4185-8f80-14095da2f317 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577190 Jun 10 14:57:01.476135 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-b0c8971a-8b48-4d5c-bab9-062992a0ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:57:01.477622 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-b0c8971a-8b48-4d5c-bab9-062992a0ca07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0650926 Jun 10 14:57:01.613072 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-e49569bc-afe7-4b85-b685-4ce9ccb79938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:57:01.614513 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-e49569bc-afe7-4b85-b685-4ce9ccb79938 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1137185 Jun 10 14:57:01.669952 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-da17de6b-7cd4-4c0f-81df-7534a3fe8b05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.0475507 Jun 10 14:57:01.736456 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-a04f180f-d944-4a74-84fc-592d1e9b6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:57:01.737892 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-a04f180f-d944-4a74-84fc-592d1e9b6ade service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0598831 Jun 10 14:57:01.780500 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-38653b9d-ffd2-4607-ae29-a5765f1c4388 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349872 Jun 10 14:57:01.901780 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-38b0d621-bad3-447e-9dec-f7655bccef3b service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133091 Jun 10 14:57:02.003915 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:02.018422 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-76f20a09-e6cb-44b0-9509-f177a8bbd46b req-d6fd7faa-f5d9-408d-b595-fc46962aea64 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092913 Jun 10 14:57:02.396858 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b13d3bc4-0885-4d93-bbfe-fe0f9231fc55 req-30af7211-c058-4125-92ff-571310abb6e2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0325310 Jun 10 14:57:03.807613 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ab305e8d-e53b-452d-9cd2-62646ca4fb4b req-f2b87a7b-a333-4da0-be07-a87ae4d54e34 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.3011961 Jun 10 14:57:04.963604 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d432c0be-f0d4-410b-9355-7ae1c8ad58bb req-e207c118-fae8-40b8-901a-7eb332ae713e tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0338619 Jun 10 14:57:06.112014 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ec9283e2-f707-4b1c-af02-50fa9e4e7519 req-8eecdc77-5403-45ed-b5d4-4a34e44487ed tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0343277 Jun 10 14:57:07.256670 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cf2af98-5d91-47a1-b833-ee6bba654b50 req-6fa349db-10d8-4eef-8fc4-fd02966047dd tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0336974 Jun 10 14:57:08.403916 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f3117cd5-7add-421d-8ecb-41b1a51ed955 req-0beaa226-f3ab-420a-b171-66da2f30a29a tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0339615 Jun 10 14:57:09.556214 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6391ba86-0104-423f-a80d-fe02fc481d9a req-9557f336-b17d-4fd6-802e-47d8114c0a4c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0364463 Jun 10 14:57:10.700069 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04bc1c8b-1032-4339-a264-f494419a3cba req-2a2e3712-7b59-4880-aa1e-77bdb84313c2 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0334949 Jun 10 14:57:11.893295 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-99c81dd9-6939-4016-aa25-5178b107a149 req-e52e941b-3358-4696-9da8-2eef16d7074c tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0354810 Jun 10 14:57:13.040845 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-567225c8-e734-4ade-ab5a-af7fbfbe99c2 req-1d70f6b3-1bd8-4651-a06e-3ae729507357 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0366132 Jun 10 14:57:14.190337 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4204311c-76b7-45e3-822f-43d25e5a4ba1 req-4960e59e-8087-43d7-9738-95c8ac9198a3 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0330675 Jun 10 14:57:15.343078 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cb1fc8a1-3510-48de-ae76-75c3708cb11a req-5bc4031a-0fbc-45a8-a916-bc25bcb780d8 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0359931 Jun 10 14:57:16.496682 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-10a9a090-32e2-4915-b675-a6929fc65f12 req-dfe59581-d070-46dc-b89a-67b573c589ae tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0330341 Jun 10 14:57:17.640244 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-62c276ff-7229-4596-add5-26821d592902 req-8262c860-079b-4e8e-a16e-5f41b89565c1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0336478 Jun 10 14:57:19.037751 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-25e956ae-d48a-4753-b0b2-28df09d34818 req-706f8ec1-8989-434a-abd5-03818894c2c4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.2790778 Jun 10 14:57:20.188052 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ac94673a-8d74-4191-82e4-2d2e25b057d3 req-f84f01c0-72c5-4472-a887-747cd7181a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0358551 Jun 10 14:57:21.332132 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:57:21.334776 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-21f339eb-99e3-42d9-b786-6534fc4858e0 req-92b2eb17-4c40-4da9-b72e-dda9fb76cf16 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0333860 Jun 10 14:57:22.486058 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-73c9b70a-f0f3-4a18-9af6-f2de59e3c44b req-79c12c1f-dd0e-4c3d-90ca-b33e75ee9a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0389764 Jun 10 14:57:23.635248 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ef243c4d-6d7f-4205-89c5-f3f3f8e1a8e7 req-2303c705-1a15-4898-abd7-518eaf0f8c37 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0340323 Jun 10 14:57:24.799141 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-657a19ed-2126-45fe-a48d-88e963d4728f req-09f6faae-f41c-492a-afc7-78b3fbd9b31d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0505087 Jun 10 14:57:25.950786 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6d68545-7687-4283-9c1f-74e9967382d6 req-d58afc2b-3070-4d41-9b2c-8063b3d2b4e4 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0353642 Jun 10 14:57:26.548350 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-db50b3e7-f867-494a-98c7-659cf366b418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:27.097726 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00eca092-0f2e-43fe-8ff5-4f4da5604d82 req-67764b16-7e21-41b6-9f06-bb7e9e9e1135 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0340285 Jun 10 14:57:27.232203 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:28.246568 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2accf44a-9479-4a3e-88ae-2cfc9f58fd11 req-2b34badc-5bc2-42cd-98c5-7c4a6c8dad23 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0371585 Jun 10 14:57:29.247039 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-02aabc2c-026c-4b8b-ac09-e7d8a44102e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:29.270706 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:29.393960 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-73cb347f-173a-43df-998d-f7cf7dfd3778 req-9defeed6-a9de-431a-a873-8a34c4772212 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0326407 Jun 10 14:57:30.166212 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:30.567753 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3ddf8c78-d9f0-4ca0-8120-6ea8f69e566f req-8343ec55-91bc-4d44-baa8-c8931896b8d1 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0414214 Jun 10 14:57:31.731626 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5838126d-f240-48dd-b429-8957e621c7ec req-93b641da-e929-448d-bcfc-30cea3ea511b tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8183c71-dc3e-43d6-b5e2-d02415896ef2 HTTP/1.1" status: 200 len: 210 time: 0.0468009 Jun 10 14:57:32.006901 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:32.830169 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 55206) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:32.896405 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:32.923946 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:32.988473 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:32.991077 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:32.992220 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] 10.222.0.23 "DELETE /v2.0/security-groups/be5f4fe1-d065-41e7-ba7e-acc11868eab1 HTTP/1.1" status: 204 len: 168 time: 0.1597517 Jun 10 14:57:32.992983 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d949faf1-3a9a-45b3-8ff7-cfbd94c360b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:33.004176 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f4fe1-d065-41e7-ba7e-acc11868eab1,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:33.011432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.011899 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.012267 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.012625 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.012972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.013317 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.013732 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.014045 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.014389 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.014829 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.015126 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.016142 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:33.020213 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:33.145223 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 55210) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:33.804446 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:34.184419 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Deleting port c297becc-855a-4cb1-99e3-a688bf508271 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:34.185171 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:34.290143 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] For port c297becc-855a-4cb1-99e3-a688bf508271, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c297becc-855a-4cb1-99e3-a688bf508271,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:34.290511 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:34.385777 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Calling delete_port for c297becc-855a-4cb1-99e3-a688bf508271 owned by network:router_interface {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:34.640953 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:34.643057 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-611cc314-da02-4a61-b828-827b50f19a79 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:34.673108 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c297becc-855a-4cb1-99e3-a688bf508271,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:34.676884 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:34.899770 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:35.454420 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Router 2fbf565e-15b2-4753-beba-d3a9f740e932 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:57:35.605224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:57:35.610652 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/2fbf565e-15b2-4753-beba-d3a9f740e932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4643700 Jun 10 14:57:35.613204 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 55236) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:35.615881 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] Sync routers for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:57:35.625775 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:57:35.626473 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:57:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:35.762379 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks [] for router, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:35.769448 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:57:35.909603 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:35.989046 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Deleting port f0199c3b-86f0-4f18-8428-1547b6084213 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:35.989569 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.026998 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:57:34Z', 'revision_number': 5, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port': {'id': 'f0199c3b-86f0-4f18-8428-1547b6084213', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:08Z', 'updated_at': '2021-06-10T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:36.030400 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] Checking router: 2fbf565e-15b2-4753-beba-d3a9f740e932 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:57:36.039706 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] Routers {'2fbf565e-15b2-4753-beba-d3a9f740e932'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:57:36.040322 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:57:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['2fbf565e-15b2-4753-beba-d3a9f740e932'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:36.106182 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] For port f0199c3b-86f0-4f18-8428-1547b6084213, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f0199c3b-86f0-4f18-8428-1547b6084213,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:36.106538 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.159705 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] Set router 2fbf565e-15b2-4753-beba-d3a9f740e932 gateway port host: None {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:57:36.203165 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Calling delete_port for f0199c3b-86f0-4f18-8428-1547b6084213 owned by network:router_gateway {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:36.239564 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:57:35Z', 'revision_number': 6, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:36.243451 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc3479-b69e-40df-9312-b8c0fd0e4a17 None None] The sync data for ids ['2fbf565e-15b2-4753-beba-d3a9f740e932'] in dv-cinder-795785-1-iscsi is: [{'id': '2fbf565e-15b2-4753-beba-d3a9f740e932', 'name': 'tempest-TestShelveInstance-605269309-router', 'tenant_id': '1066744b4c2042699697b137735d7c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:07Z', 'updated_at': '2021-06-10T14:57:35Z', 'revision_number': 6, 'project_id': '1066744b4c2042699697b137735d7c3e', 'gw_port_host': None}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:57:36.416656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.419437 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:36.449481 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0199c3b-86f0-4f18-8428-1547b6084213,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:36.454153 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:36.530383 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.684485 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.686612 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.763659 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.764240 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbf565e-15b2-4753-beba-d3a9f740e932 {{(pid=98497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:57:36.769533 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.770535 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2fbf565e-15b2-4753-beba-d3a9f740e932 HTTP/1.1" status: 204 len: 168 time: 1.1563404 Jun 10 14:57:36.773080 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 55248) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:36.829739 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_v2 [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Deleting subnet 405c0ca2-b339-433f-8761-78c5815e5d5c {{(pid=98497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:57:36.832895 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:36.876792 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10333336'] for subnet, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.005102 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.081939 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9659191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9018239'] for subnet, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.084460 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:37.116554 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405c0ca2-b339-433f-8761-78c5815e5d5c,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:37.118584 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.120522 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/405c0ca2-b339-433f-8761-78c5815e5d5c HTTP/1.1" status: 204 len: 168 time: 0.3463891 Jun 10 14:57:37.121403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:37.123145 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 55252) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:37.126355 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f86249-0fa3-417f-89ff-dfb120da1adf None None] Network b8d2cf86-0c82-4f03-865e-fe1bafbed5cb requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:57:37.219381 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.290271 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Deleting port 47feebec-cde6-4e73-93b8-3a17a5122e6f {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:37.290704 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.370889 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] DHCP port deletion for b8d2cf86-0c82-4f03-865e-fe1bafbed5cb request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:57:37.384349 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] For port 47feebec-cde6-4e73-93b8-3a17a5122e6f, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=47feebec-cde6-4e73-93b8-3a17a5122e6f,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:37.384759 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.431428 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Deleting port 47feebec-cde6-4e73-93b8-3a17a5122e6f {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:37.431832 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.467244 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 47feebec-cde6-4e73-93b8-3a17a5122e6f no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:57:37.483767 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Calling delete_port for 47feebec-cde6-4e73-93b8-3a17a5122e6f owned by network:dhcp {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:37.568009 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] For port 47feebec-cde6-4e73-93b8-3a17a5122e6f, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=47feebec-cde6-4e73-93b8-3a17a5122e6f,segment=NetworkSegment(776fadd6-917d-483e-8d8e-35b68639ae1e),segment_id=776fadd6-917d-483e-8d8e-35b68639ae1e)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:37.568441 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.602499 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.604781 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3158d9b2-3cec-49c9-a7c7-def90a8e5ab4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:37.628864 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No ports have port_id starting with 47feebec-cde6-4e73-93b8-3a17a5122e6f Jun 10 14:57:37.634179 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Pushing event deleted for resources: {'Port': ['ID=47feebec-cde6-4e73-93b8-3a17a5122e6f,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:37.637607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:37.638512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] No DVR routers for this DVR port 47feebec-cde6-4e73-93b8-3a17a5122e6f on host dv-cinder-795785-1-iscsi {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:57:37.666588 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Calling delete_port for 47feebec-cde6-4e73-93b8-3a17a5122e6f owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:37.673324 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c297becc-855a-4cb1-99e3-a688bf508271 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:57:37.704950 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: c297becc-855a-4cb1-99e3-a688bf508271 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:57:37.705308 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c297becc-855a-4cb1-99e3-a688bf508271 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:57:37.705754 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0199c3b-86f0-4f18-8428-1547b6084213 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:57:37.739772 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.751504 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d2cf86-0c82-4f03-865e-fe1bafbed5cb']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:37.762722 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776fadd6-917d-483e-8d8e-35b68639ae1e') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:37.763056 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776fadd6-917d-483e-8d8e-35b68639ae1e') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:37.774006 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.789353 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.795713 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:57:37.796167 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:57:37.798771 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:57:37.802410 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: f0199c3b-86f0-4f18-8428-1547b6084213 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:57:37.802768 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0199c3b-86f0-4f18-8428-1547b6084213 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:57:37.862432 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.864447 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:37.878823 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.883411 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:37.887504 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:37.892531 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8d2cf86-0c82-4f03-865e-fe1bafbed5cb HTTP/1.1" status: 204 len: 168 time: 0.7652791 Jun 10 14:57:37.893156 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55260) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:37.893639 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Pushing event deleted for resources: {'Port': ['ID=47feebec-cde6-4e73-93b8-3a17a5122e6f,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:37.898347 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] No DVR routers for this DVR port 47feebec-cde6-4e73-93b8-3a17a5122e6f on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:57:37.902440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d2cf86-0c82-4f03-865e-fe1bafbed5cb,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:37.903922 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.904277 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.904623 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.904968 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.905303 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.905636 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.905814 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:37.906562 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.907124 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.907461 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.907790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.908190 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.908431 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:37.912221 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:38.407712 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:38.797964 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Deleting port 475c27d5-4b85-48df-93f5-c2ff9ac968e2 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:38.798258 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:38.901333 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] For port 475c27d5-4b85-48df-93f5-c2ff9ac968e2, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=475c27d5-4b85-48df-93f5-c2ff9ac968e2,segment=NetworkSegment(8c3441a8-6e38-426f-989b-771fdc35ec3b),segment_id=8c3441a8-6e38-426f-989b-771fdc35ec3b)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:38.902139 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:38.993966 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Calling delete_port for 475c27d5-4b85-48df-93f5-c2ff9ac968e2 owned by network:router_interface {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:39.237830 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:39.239868 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-8296482d-ba8a-46e6-b834-5f9042804580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:39.273060 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Pushing event deleted for resources: {'Port': ['ID=475c27d5-4b85-48df-93f5-c2ff9ac968e2,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:39.306928 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.307344 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.307690 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.308043 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.308393 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.308740 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.309085 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.309427 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.309769 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.310109 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.310446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.310781 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:57:39.314501 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:39.504736 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:40.056640 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:57:40.200647 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:57:40.209842 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] 10.222.0.23 "PUT /v2.0/routers/bef9ac80-9f2e-40bf-87ec-72d20b0b3f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3144464 Jun 10 14:57:40.211353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55280) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:40.217634 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] Sync routers for ids ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:57:40.227757 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] Routers {'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:57:40.228451 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:57:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:40.394452 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks [] for router, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:40.514645 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] Set router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:57:40.539966 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:40.600780 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Deleting port d611a06c-66d8-4e92-a251-15e492c7674d {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:40.601122 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:40.727437 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] For port d611a06c-66d8-4e92-a251-15e492c7674d, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=d611a06c-66d8-4e92-a251-15e492c7674d,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:40.727892 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:40.767165 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:57:39Z', 'revision_number': 5, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port': {'id': 'd611a06c-66d8-4e92-a251-15e492c7674d', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:45:22Z', 'updated_at': '2021-06-10T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:40.772659 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] Checking router: bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:57:40.783408 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] Routers {'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:57:40.784044 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:57:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:40.828511 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Calling delete_port for d611a06c-66d8-4e92-a251-15e492c7674d owned by network:router_gateway {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:40.907122 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] Set router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 gateway port host: None {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:57:40.988046 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:57:40Z', 'revision_number': 6, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:40.991912 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef6ecd-44cc-4cc2-9fb7-948b8f962340 None None] The sync data for ids ['bef9ac80-9f2e-40bf-87ec-72d20b0b3f17'] in dv-cinder-795785-1-iscsi is: [{'id': 'bef9ac80-9f2e-40bf-87ec-72d20b0b3f17', 'name': 'tempest-TestShelveInstance-2060278004-router', 'tenant_id': '33bf6ae5bb894d57abe84f717a10c628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:45:21Z', 'updated_at': '2021-06-10T14:57:40Z', 'revision_number': 6, 'project_id': '33bf6ae5bb894d57abe84f717a10c628', 'gw_port_host': None}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:57:41.052652 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.054593 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:41.083807 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d611a06c-66d8-4e92-a251-15e492c7674d,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:41.086782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:41.163589 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.313814 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.316039 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.394841 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.395654 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 {{(pid=98496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 14:57:41.402548 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.403765 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bef9ac80-9f2e-40bf-87ec-72d20b0b3f17 HTTP/1.1" status: 204 len: 168 time: 1.1910245 Jun 10 14:57:41.405995 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55290) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:41.465330 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Deleting subnet 6c70139d-8af1-4f9d-ae4a-a8258eb58fd2 {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 14:57:41.468455 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.512434 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.645961 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.713439 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.715099 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:41.761746 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c70139d-8af1-4f9d-ae4a-a8258eb58fd2,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:41.774007 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.774007 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c70139d-8af1-4f9d-ae4a-a8258eb58fd2 HTTP/1.1" status: 204 len: 168 time: 0.3606422 Jun 10 14:57:41.774007 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b9efcc1b-0842-464d-9f56-6bcef046863d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:41.775009 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598d828-92f5-4ec2-8ca0-28abadf1897d None None] Network 51d10797-38f6-4f2e-8608-5692d15edd47 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 14:57:41.775449 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55294) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:41.797154 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 475c27d5-4b85-48df-93f5-c2ff9ac968e2 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:57:41.846552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 475c27d5-4b85-48df-93f5-c2ff9ac968e2 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:57:41.847545 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 475c27d5-4b85-48df-93f5-c2ff9ac968e2 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:57:41.882353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:41.948300 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Deleting port 84386a71-7595-420e-8c25-058941d2e42e {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:41.948663 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.039399 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] For port 84386a71-7595-420e-8c25-058941d2e42e, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=84386a71-7595-420e-8c25-058941d2e42e,segment=NetworkSegment(8c3441a8-6e38-426f-989b-771fdc35ec3b),segment_id=8c3441a8-6e38-426f-989b-771fdc35ec3b)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:42.039399 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.058678 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] DHCP port deletion for 51d10797-38f6-4f2e-8608-5692d15edd47 request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 14:57:42.119330 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Deleting port 84386a71-7595-420e-8c25-058941d2e42e {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:57:42.119716 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.154216 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Calling delete_port for 84386a71-7595-420e-8c25-058941d2e42e owned by network:dhcp {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:42.213328 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] For port 84386a71-7595-420e-8c25-058941d2e42e, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=84386a71-7595-420e-8c25-058941d2e42e,segment=NetworkSegment(8c3441a8-6e38-426f-989b-771fdc35ec3b),segment_id=8c3441a8-6e38-426f-989b-771fdc35ec3b)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:57:42.213735 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.264764 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.270075 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:42.308222 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] No DVR routers for this DVR port 84386a71-7595-420e-8c25-058941d2e42e on host dv-cinder-795785-1-iscsi {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:57:42.310292 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84386a71-7595-420e-8c25-058941d2e42e,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:42.315724 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:42.317687 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Calling delete_port for 84386a71-7595-420e-8c25-058941d2e42e owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:57:42.416631 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.416934 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.418611 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:42.428345 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d10797-38f6-4f2e-8608-5692d15edd47']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:42.439863 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3441a8-6e38-426f-989b-771fdc35ec3b') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:42.440165 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3441a8-6e38-426f-989b-771fdc35ec3b') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:57:42.445366 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Pushing event deleted for resources: {'Port': ['ID=84386a71-7595-420e-8c25-058941d2e42e,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:42.448835 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:42.453215 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] No DVR routers for this DVR port 84386a71-7595-420e-8c25-058941d2e42e on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:57:42.456124 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.474710 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.480990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 14:57:42.481382 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 14:57:42.483184 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 14:57:42.562496 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.566445 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7a74cdf1-3df7-4da7-96d9-2e10fc885028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:42.569122 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.570833 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/51d10797-38f6-4f2e-8608-5692d15edd47 HTTP/1.1" status: 204 len: 168 time: 0.7890997 Jun 10 14:57:42.585219 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d10797-38f6-4f2e-8608-5692d15edd47,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:42.587663 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:42.694989 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55304) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:42.740154 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d5959be8-e15c-4708-b611-b3a371589b00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1066744b4c2042699697b137735d7c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437670 Jun 10 14:57:42.742355 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55306) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:42.795415 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.819498 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.876945 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.879804 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:42.883597 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/581e5698-9291-4300-bbc0-98cc846dbc74 HTTP/1.1" status: 204 len: 168 time: 0.1402779 Jun 10 14:57:42.884452 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ae111147-bfb4-4ba7-ac72-11d79f44ca61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:42.895901 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581e5698-9291-4300-bbc0-98cc846dbc74,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:42.898575 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:43.239531 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55318) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:43.283867 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2f376ed4-14bd-4ad9-a315-7bcf87af2ea0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33bf6ae5bb894d57abe84f717a10c628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426104 Jun 10 14:57:43.287106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 55320) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 14:57:43.340017 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:43.364239 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:43.415524 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:43.419872 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:43.423693 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa8312b9-3eab-4e3b-bf11-1a0b74a9912f HTTP/1.1" status: 204 len: 168 time: 0.1329386 Jun 10 14:57:43.423693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-87807bd5-2025-4d72-a669-6b5cc09738e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:57:43.432805 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8312b9-3eab-4e3b-bf11-1a0b74a9912f,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:57:43.435115 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:57:43.467155 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device d611a06c-66d8-4e92-a251-15e492c7674d no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:57:43.493545 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: d611a06c-66d8-4e92-a251-15e492c7674d {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:57:43.493898 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device d611a06c-66d8-4e92-a251-15e492c7674d not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:57:43.494330 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 84386a71-7595-420e-8c25-058941d2e42e no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:57:43.521709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 84386a71-7595-420e-8c25-058941d2e42e {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:57:43.522060 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 84386a71-7595-420e-8c25-058941d2e42e not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:57:56.551557 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7602867a-0bfa-47ff-9d9e-e94564f99f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:57.264433 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:58.331950 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:57:59.247923 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-75444a25-82f5-4c76-a364-6b4b849d28aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:57:59.270748 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:00.166499 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:02.010097 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:03.479910 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-3b0bd170-1dd9-4d82-b12a-e120c8bcbaff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1492062 Jun 10 14:58:03.566855 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-46bc6400-21fa-4cc7-b0aa-29bf11bf1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:03.568258 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-46bc6400-21fa-4cc7-b0aa-29bf11bf1cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a0ee1c8e031466c8557afdfe4dcede5&device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 1098 time: 0.0639563 Jun 10 14:58:03.703676 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-480882d4-1ba8-4d6a-b101-44c93a2b7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:03.705108 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-480882d4-1ba8-4d6a-b101-44c93a2b7500 service neutron] 10.222.0.21 "GET /v2.0/networks?id=543eb357-c552-4b50-8db0-49e07e115a76 HTTP/1.1" status: 200 len: 914 time: 0.1160724 Jun 10 14:58:03.760635 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-bc5ddec0-a599-488d-a324-1d09e6253096 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610fcd6e-e290-4523-8319-b40ce4ff468c HTTP/1.1" status: 200 len: 217 time: 0.0484080 Jun 10 14:58:03.817575 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-50166e65-a049-49d5-80c3-9c8ea61e2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:03.818931 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-50166e65-a049-49d5-80c3-9c8ea61e2a8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cabee429-611f-4506-8dc6-d3f2d52ab803 HTTP/1.1" status: 200 len: 853 time: 0.0517256 Jun 10 14:58:03.860280 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-309971a0-9acb-4f46-8da0-767464a0ea33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=543eb357-c552-4b50-8db0-49e07e115a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345390 Jun 10 14:58:03.973463 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-89713106-5141-4187-8bd7-e46a68f8e48e service neutron] 10.222.0.21 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075203 Jun 10 14:58:04.103275 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-193157a4-b4b9-44ec-9b23-4e4707e4d4a3 req-ea7f5510-87d4-48f6-9852-e4dfd656fe2b service neutron] 10.222.0.21 "GET /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227551 Jun 10 14:58:18.347756 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-eff8256e-a48b-41f7-874e-2ba79b223b78 req-21f262eb-9222-49de-9c34-c3e8ccbb88f1 service neutron] (98497) timed out ('10.222.0.21', 51895) {{(pid=98497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 14:58:19.225339 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-43e4050f-f599-41f6-879f-311501617c3d req-97b00e89-74cf-4f4b-bcb7-4d0624431986 service neutron] (98497) timed out ('10.222.0.21', 51923) {{(pid=98497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 14:58:23.415719 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-e29f7c32-8866-4f6a-bcd7-df7353959288 req-a11fa4eb-305c-4553-ae38-7def99f376f3 service neutron] (98496) timed out ('10.222.0.21', 51866) {{(pid=98496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 14:58:25.784296 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539630-c7b9-42ff-8412-90f06812ea82 req-a070213f-5af7-40b7-a311-5805ba76c4dc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:25.785826 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-08539630-c7b9-42ff-8412-90f06812ea82 req-a070213f-5af7-40b7-a311-5805ba76c4dc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 945 time: 0.2126527 Jun 10 14:58:25.833397 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-08539630-c7b9-42ff-8412-90f06812ea82 req-4848eda2-5086-4561-b4f3-63b83d3a7800 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/security-groups?id=add34367-84aa-484c-a678-11d9564ba8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Jun 10 14:58:26.140839 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-8ffce6de-708b-44b3-ae6f-a91dde31a8e0 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:26.142261 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-8ffce6de-708b-44b3-ae6f-a91dde31a8e0 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.21 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 945 time: 0.0749722 Jun 10 14:58:26.535549 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Deleting port 610fcd6e-e290-4523-8319-b40ce4ff468c {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:58:26.535900 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:26.560164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a6f47efd-c6cc-40d0-b911-02b52d2d3312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:26.676832 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] For port 610fcd6e-e290-4523-8319-b40ce4ff468c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=610fcd6e-e290-4523-8319-b40ce4ff468c,segment=NetworkSegment(86868aea-761f-4d9b-aaa0-b05e97c66e83),segment_id=86868aea-761f-4d9b-aaa0-b05e97c66e83)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:58:26.676832 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:26.772731 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Calling delete_port for 610fcd6e-e290-4523-8319-b40ce4ff468c owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:58:26.929278 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:26.934588 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ebdac0ac-a73a-4a90-9608-a44223e19e83 tempest-VolumesActionsTest-879169099 tempest-VolumesActionsTest-879169099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:58:26.964715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Pushing event deleted for resources: {'Port': ['ID=610fcd6e-e290-4523-8319-b40ce4ff468c,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:58:26.969119 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:58:26.995569 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1ddecbd5-1082-4707-99a0-166ee8a847ed req-b95c5d6e-2dba-426c-a363-00af430334ee tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0430708 Jun 10 14:58:27.027437 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] No DVR routers for this DVR port 610fcd6e-e290-4523-8319-b40ce4ff468c on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:58:27.029860 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:27.032132 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fc9afd5a-b93d-4321-b26c-6b6d6b08914c req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.21 "DELETE /v2.0/ports/610fcd6e-e290-4523-8319-b40ce4ff468c HTTP/1.1" status: 204 len: 173 time: 0.8841259 Jun 10 14:58:27.032622 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df9d6b-0975-40af-9c4b-876d398ca064', 'name': 'network-vif-deleted', 'tag': '610fcd6e-e290-4523-8319-b40ce4ff468c'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:58:27.034989 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8bce00-d198-4309-8193-938b8e95b648" -d '{"events": [{"server_uuid": "48df9d6b-0975-40af-9c4b-876d398ca064", "name": "network-vif-deleted", "tag": "610fcd6e-e290-4523-8319-b40ce4ff468c"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:58:27.074361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66108021-e720-4882-bd62-eef7babf677e x-openstack-request-id: req-66108021-e720-4882-bd62-eef7babf677e {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:58:27.074785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df9d6b-0975-40af-9c4b-876d398ca064", "name": "network-vif-deleted", "tag": "610fcd6e-e290-4523-8319-b40ce4ff468c", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:58:27.075223 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66108021-e720-4882-bd62-eef7babf677e {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:58:27.075691 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df9d6b-0975-40af-9c4b-876d398ca064', 'name': 'network-vif-deleted', 'tag': '610fcd6e-e290-4523-8319-b40ce4ff468c', 'status': 'completed', 'code': 200} Jun 10 14:58:27.264145 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:28.162436 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1b36a861-5a6c-4fe3-84fa-3b35855b2b8b req-9ce7ba6e-cba1-4d05-a016-8c8dea603adc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0404713 Jun 10 14:58:28.266889 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 610fcd6e-e290-4523-8319-b40ce4ff468c no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:58:28.292151 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 610fcd6e-e290-4523-8319-b40ce4ff468c {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:58:28.292585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 610fcd6e-e290-4523-8319-b40ce4ff468c not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:58:29.250438 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-487141bd-7388-42ff-a97b-5f2b95ebf6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:29.272346 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:29.319753 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fc7f9dba-d1e9-47cb-a7a5-236eb01618d8 req-013a7f8d-6ccf-49d6-8b76-2883098cf271 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0375569 Jun 10 14:58:30.170872 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:30.466580 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-65f9f28c-cf1d-4533-b3fe-b20e00aafbe6 req-69c13663-6557-4909-a87f-1a9df3c69e4c tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0332332 Jun 10 14:58:31.619138 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d08ff2a6-dc7c-452d-b7db-d8cd87887f65 req-75f11bf5-ec15-4948-8b84-a9ebf6f5889d tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0340712 Jun 10 14:58:32.012164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:32.768390 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-24ab7c52-6397-46c9-9224-e0157103ad1f req-1ac9231f-05ab-4396-aa87-f81153a0ac17 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0370173 Jun 10 14:58:33.915563 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-42048a35-fc32-42d3-833b-b3db15865d8a req-274061e4-685c-4e19-adc6-d7a86aa4369e tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0334816 Jun 10 14:58:35.062051 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1571f6a6-4fc2-4fff-8df2-afe641d2385c req-5360f6cb-ed95-4def-9a8a-fde5dd741a00 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0327649 Jun 10 14:58:35.331114 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:58:36.210896 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c990a455-0ee6-4d4e-a674-a83d2f5993bb req-7a1eb6ab-6408-4e4c-b49f-08273650093a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0335348 Jun 10 14:58:37.373564 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-49e734fd-9c9d-4b86-8a43-1120323f8584 req-f245cb44-67f3-4d94-a97b-4f2a122194f4 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0362411 Jun 10 14:58:38.522082 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5705e2a9-5acf-44e6-b6ae-02cbc81d4444 req-0a74d248-da8d-440a-84ef-db206de8b71d tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0358992 Jun 10 14:58:39.665717 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5eb90bfe-60a4-4e22-9c16-ac7ab085d56f req-13c7d9df-ca0e-4bab-bc9f-9cb084f5b17d tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0325024 Jun 10 14:58:40.809767 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-87080aaa-4a01-490c-a93e-b841f71b88f0 req-1477abfd-8736-4ed5-b156-909e266ac1cc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0336695 Jun 10 14:58:41.953896 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f6e379fd-446d-4c4c-9774-6598df49cf64 req-77d8e860-716f-4d7b-9520-233fed4fced8 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0344150 Jun 10 14:58:43.101209 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc4f6264-8a1d-447a-a002-13d50c7adc2e req-cc2c62fa-05a2-4a17-8f77-ff7ed80e4832 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0331936 Jun 10 14:58:44.245059 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fc3a5e34-fc6d-40f4-b9c2-2269e43f2f8e req-2f2062eb-0665-4ae1-8e46-be5729fbf772 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0326676 Jun 10 14:58:44.885468 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d300ad7-70b4-45a4-b4b9-1643ac6c4353 req-2e03bdd8-2ded-43cf-855a-2f4c51bfb5a3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:44.886972 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0d300ad7-70b4-45a4-b4b9-1643ac6c4353 req-2e03bdd8-2ded-43cf-855a-2f4c51bfb5a3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.0736933 Jun 10 14:58:44.929090 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0d300ad7-70b4-45a4-b4b9-1643ac6c4353 req-09613fc2-f37e-4831-b8e2-a7241fa2b6e8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359757 Jun 10 14:58:45.416076 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-34b5ef94-bb1d-41e6-80bb-702d07802bc1 req-f02dadb7-c760-47e5-b096-7d1fbc6788b7 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0405500 Jun 10 14:58:45.446146 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-b287baa2-64a1-4322-922b-c849f0219ef4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:45.447589 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-b287baa2-64a1-4322-922b-c849f0219ef4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 945 time: 0.1051273 Jun 10 14:58:45.558744 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Deleting port 77c7fb5b-6bc5-4858-b249-84e904291148 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 14:58:45.559108 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:45.674817 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] For port 77c7fb5b-6bc5-4858-b249-84e904291148, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=77c7fb5b-6bc5-4858-b249-84e904291148,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 14:58:45.675214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:45.896107 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:45.896474 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:45.896786 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Floating IP 59345265-acea-4757-919c-511b72e34ee3 disassociated. External IP: 172.27.1.245, port: 77c7fb5b-6bc5-4858-b249-84e904291148. Jun 10 14:58:45.897129 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Calling delete_port for 77c7fb5b-6bc5-4858-b249-84e904291148 owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 14:58:46.057398 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:46.062413 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-37e56e39-d8dc-47f4-a8ef-0eea6409b8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 14:58:46.093306 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event deleted for resources: {'Port': ['ID=77c7fb5b-6bc5-4858-b249-84e904291148,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 14:58:46.103799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.104170 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.104610 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.104977 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.105332 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.105686 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.106034 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.106382 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.106728 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.107097 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.107442 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.107783 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 14:58:46.112426 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 14:58:46.112629 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787812-9adf-4232-add4-5b7a2f09ea3b req-f5cf6799-6b41-435c-8c23-80fc041e59a1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 14:58:46.114667 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0e787812-9adf-4232-add4-5b7a2f09ea3b req-f5cf6799-6b41-435c-8c23-80fc041e59a1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 867 time: 0.0708685 Jun 10 14:58:46.160774 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0e787812-9adf-4232-add4-5b7a2f09ea3b req-8ddd9085-e3e5-4530-b53d-70db8c0bb75e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa47dad0-afe5-4a86-97c9-4591d0b484ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392222 Jun 10 14:58:46.258197 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Router 8fcb131b-aa95-4209-845d-7ebf75f833ec has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 14:58:46.399929 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 14:58:46.410580 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] Sync routers for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 14:58:46.419416 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:58:46.420022 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:58:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:58:46.454966 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] No DVR routers for this DVR port 77c7fb5b-6bc5-4858-b249-84e904291148 on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 14:58:46.457535 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:46.459804 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-49e93e3a-fb60-478a-993f-9c78e85ac645 req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "DELETE /v2.0/ports/77c7fb5b-6bc5-4858-b249-84e904291148 HTTP/1.1" status: 204 len: 173 time: 1.0053451 Jun 10 14:58:46.460316 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'name': 'network-vif-deleted', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 14:58:46.462805 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d43d4-8cc1-47c0-92a3-8a4ee8fd9d8e" -d '{"events": [{"server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "name": "network-vif-deleted", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 14:58:46.504268 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198db25f-e512-419c-a30c-6a4af8d4eb5a x-openstack-request-id: req-198db25f-e512-419c-a30c-6a4af8d4eb5a {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 14:58:46.504915 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4", "name": "network-vif-deleted", "tag": "77c7fb5b-6bc5-4858-b249-84e904291148", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 14:58:46.505377 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-198db25f-e512-419c-a30c-6a4af8d4eb5a {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 14:58:46.506001 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4', 'name': 'network-vif-deleted', 'tag': '77c7fb5b-6bc5-4858-b249-84e904291148', 'status': 'completed', 'code': 200} Jun 10 14:58:46.597923 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:58:46.760589 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-13cceafd-09b4-41b5-b028-7ff608845ee2 req-d5621278-46e2-4bff-9c6d-b9d493fe7b62 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0370889 Jun 10 14:58:46.859852 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:58:46.863447 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] Checking router: 8fcb131b-aa95-4209-845d-7ebf75f833ec for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 14:58:46.871240 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 14:58:46.871831 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T14:58:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:58:47.015010 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 14:58:47.281041 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 14:58:47.284463 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dadda-fb5e-458c-9bc5-c0a3e47defe5 None None] The sync data for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi is: [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 14:58:47.313000 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fd22ff28-2510-4fc1-9fd0-1bf262fe1f56 req-dbadbf1c-aac6-49ec-98b7-955a85cc7e62 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0373030 Jun 10 14:58:47.493551 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ea454b-ac29-47d5-a6c6-6418d169600c None None] New status for floating IP 59345265-acea-4757-919c-511b72e34ee3: DOWN {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 14:58:47.911140 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-011539d6-55a6-4300-8bbb-59922a293ab8 req-1acdbab7-bd95-43ea-ac41-1cf4fc73d46a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0321772 Jun 10 14:58:48.390023 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 77c7fb5b-6bc5-4858-b249-84e904291148 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 14:58:48.414989 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 77c7fb5b-6bc5-4858-b249-84e904291148 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 14:58:48.415340 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 77c7fb5b-6bc5-4858-b249-84e904291148 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 14:58:48.464120 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f8f1c85a-1adb-4a96-92f6-fe2a367b055a req-9cfde158-6e3c-4188-b951-ec4f33bfc994 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0322704 Jun 10 14:58:49.052541 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-befab76e-f74c-42a9-9865-a9ce83884081 req-26cb4e26-52e2-4bbb-99a3-5252f4b7cd84 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0322800 Jun 10 14:58:49.606098 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0697a8ee-3053-43b4-9af4-06f0bcbe423b req-cc23efeb-b7b8-4417-b2f4-39c145e9be81 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Jun 10 14:58:50.196994 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5c6fc062-88c0-4341-8820-1e34e4e42f1c req-391fed54-c024-4a31-8a1d-10893ae17368 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0325418 Jun 10 14:58:50.748031 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0ec24c81-c4f3-4710-8fc7-4db97142e402 req-6c91d04b-b5df-4942-a313-4d86f5c77252 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0330334 Jun 10 14:58:51.346060 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03ea91f5-9476-428f-af7f-e13e51270636 req-c1027205-2657-4b62-b091-2ce9c7c84192 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0352442 Jun 10 14:58:51.895413 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-85bdb5ad-1897-47ed-ad24-7610ccfa7dc0 req-5bc975ae-a417-4260-a082-9e4facfb667a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0367839 Jun 10 14:58:52.488231 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c22c6abc-9847-4415-81c6-266c0338872f req-ca5ac058-f029-461a-81b9-548abe03f18a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0333443 Jun 10 14:58:53.040216 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2428eb50-4dc7-4b32-a0ec-beb9dbce2a5f req-dc3c755f-65a0-4ebf-b773-00ad9691ecd1 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0320299 Jun 10 14:58:53.631830 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-125e4323-ac40-4542-9a73-1a450cd9f14d req-a98c8dfe-f82e-4ce9-b697-ea86e031342a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0335751 Jun 10 14:58:54.183575 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d6db073d-77d2-443e-8d39-db99c863f64a req-87efd9a5-1821-4b1e-a98c-f245c8a22fcc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0331879 Jun 10 14:58:54.781522 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dabaa6cf-a620-4c7d-a0fe-6797cea92d04 req-670435cf-12e1-45ae-96af-a886aa70f22b tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0344934 Jun 10 14:58:55.328160 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80b77122-7fbd-42b9-aa98-5b7450240cf0 req-1f41c472-58d6-4b89-972c-4af7ddd04d71 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0333579 Jun 10 14:58:55.931759 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a27a0464-85b8-4ebd-ba5c-620cc7cabfee req-58620d41-7ffd-4119-b6cb-a5249faa4fac tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0365665 Jun 10 14:58:56.474972 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6564777e-9b0d-4d50-8f5b-9ba1a63c8f1c req-a2c8bd13-9a2a-439d-84f4-d3b934fa3c90 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0360026 Jun 10 14:58:56.552108 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1da67559-5d08-414c-8867-e9455087e249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:57.073644 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a0d9d852-eb16-4551-a24c-c9d8bb0f6b64 req-dbf7afa9-c69b-4557-b076-e72377569184 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0326896 Jun 10 14:58:57.268491 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:57.622175 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03abc4ca-1769-44e3-85ed-ef3f9e21475e req-e2d5d73d-dcce-41db-831c-410459ba088f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0332170 Jun 10 14:58:58.217791 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-399daea0-1cbe-46f6-b334-8afc53d92956 req-f7c2e574-3a72-4ed7-a485-0f080370a85c tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0329340 Jun 10 14:58:58.767563 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-da15a7eb-06db-4ac2-b9bd-97ffc6a56f87 req-6811703e-0e55-4cbc-862a-db4e26dee56e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0343952 Jun 10 14:58:59.251665 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f695f6f9-8b28-47e5-8b53-9a85d14196fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:59.274096 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:58:59.365102 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-09023369-f3b3-4c7c-8455-b3d673b578e5 req-034926d2-e1e7-4f2c-aa9c-134bad7bf7c9 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0334716 Jun 10 14:58:59.912731 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b07ff270-632d-4ebc-b8be-551ac29d9eb9 req-4e281c51-1112-4f0b-bcd9-3e695eca8374 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0318351 Jun 10 14:59:00.173861 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:00.517638 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e81bc222-57fb-4814-bf54-d80382b790dd req-d85a9b91-48d6-439f-ae11-a8614c22e119 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0366383 Jun 10 14:59:01.059953 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f36c0e7f-cc5e-42f5-a3f0-a0d6d771ee6c req-01727e26-e4d7-4418-85bc-f8698f2aa142 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0355268 Jun 10 14:59:01.663260 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c543bf96-25dd-47fe-b274-4f1fdfd81e87 req-f8822995-8329-414d-b318-bb8c6cc609ef tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0337031 Jun 10 14:59:02.016173 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:02.218992 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d89cb22c-a8fa-4aa0-9a09-9f848e96e5be req-4b2bf74f-05e4-46af-b026-35e2236ee054 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0410464 Jun 10 14:59:02.815135 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-898c910f-a6db-4613-90fd-f22c776a000b req-a123392a-5b85-4ef7-90a4-8a887752c87e tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0400312 Jun 10 14:59:03.366253 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-97b1e60a-f125-4b39-9dc6-7645e1d842ea req-dff43e8b-dca4-4792-a0f3-171db1471228 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0334730 Jun 10 14:59:03.962078 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fecfbbfb-4a41-47aa-a37d-1c24a2ce6ba6 req-38c4c92a-afbf-4a92-804a-45f696d91d23 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0327013 Jun 10 14:59:04.522533 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b67a3ee2-ab94-4650-b393-c65131dc97b0 req-46fce7b0-d090-4c89-ba04-6aa634de11a8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0400331 Jun 10 14:59:05.120308 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b5df279e-96b5-44ee-84cc-be28ba5d44ce req-dbc01cf5-a8f3-475e-b34c-f367bbf1fe37 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0385046 Jun 10 14:59:05.672336 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b7ac572f-721b-475e-b910-139f89cac591 req-f7a52980-16af-4488-87a5-2b1894827974 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0376415 Jun 10 14:59:06.267085 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e08cd83a-a562-4fe8-85a6-b86989f483e1 req-ee052614-c5da-4b9d-b461-70729c5d84cc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0355489 Jun 10 14:59:06.826690 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-74d4a4e8-0171-4dd9-b9ed-ea572e56ebc0 req-d22cc83e-e373-4fa6-a6a8-82ef9612837c tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0328264 Jun 10 14:59:07.416621 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ec331b9c-5023-404b-8703-976f0e0d8143 req-fdae5050-ca9a-434f-9fc5-a1da26ef552e tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0341842 Jun 10 14:59:07.979425 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bbb73d12-4415-41e4-9237-0457df4172b6 req-f2179f51-4da4-4524-97f9-825c67c1a78d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0332122 Jun 10 14:59:08.571408 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-36dafb85-bba8-41a3-9392-5ce4c1a40dc9 req-9539e84e-7ece-4915-b808-d18c9f4a02ed tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0390382 Jun 10 14:59:09.127373 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0267cdb1-60d5-4187-96e3-1c10824de343 req-ef0af529-9165-412e-9920-a8c964b3fa9c tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0328345 Jun 10 14:59:09.726500 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-106ebde7-baec-4c83-8d22-f46c3e0e682b req-16757d37-832c-462a-8902-a235ea6c6c11 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0375926 Jun 10 14:59:10.546536 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b90b5bf5-cfbb-4756-9761-be1fd767aa51 req-f86cafe1-d94d-42a7-b690-4da48e29ff10 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.3031645 Jun 10 14:59:10.872463 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5c2f84f5-4f37-42ca-9d0a-8535ea684518 req-c66c10d2-b947-41b2-8f72-9fb041db73bc tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0341637 Jun 10 14:59:11.709608 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3c5bd6d2-3ab8-4c3e-aea7-896d33ec471e req-796ef9a7-97eb-4d6b-b692-152d67c457a0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0331471 Jun 10 14:59:12.048962 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c6c3fdbe-0ae2-4998-9708-214feecca834 req-d9f87f8a-017c-462b-9d39-f8f2548322df tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0346029 Jun 10 14:59:12.330422 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:59:12.855116 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e511e270-9db0-4b81-ada3-4280898f5624 req-fce72ecb-2c94-4834-8669-468f718f9bb6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0329468 Jun 10 14:59:13.193167 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-279601d0-351f-482c-bfd3-c4a5d049ab23 req-59d25978-e1dd-4107-b9ee-a41bf6f0be80 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0337186 Jun 10 14:59:14.006404 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6da008b4-57f0-4345-b7e4-d2fdc70741eb req-49249a5a-5184-4886-a873-d52f9836f540 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0321841 Jun 10 14:59:14.369146 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-da17baf6-8712-4584-9235-fa5db3fa0479 req-a8a598f7-5fa8-4dda-a716-5aa5acfb4752 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0415926 Jun 10 14:59:15.159240 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7410f092-0eb3-446d-91ab-85d9cc49fce7 req-ff7d8873-ba78-4591-be75-9415c175cc05 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0370235 Jun 10 14:59:15.517652 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-52766249-9b15-479c-8a90-9e6ab6e02763 req-46a564fa-7e7a-497b-89dd-16034f80d174 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0346704 Jun 10 14:59:16.311202 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0ad92741-5785-4731-a657-f3c483099bf3 req-2a30626f-36d1-4f95-97d9-76bcafd4b61b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0343957 Jun 10 14:59:16.688156 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3d06cbf0-b07e-4195-9c11-99de94f3ffd0 req-7d1e007c-fa2d-4add-8e1c-1bee1cdbb81a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0339932 Jun 10 14:59:17.474789 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e8e294b0-21fe-4206-8f86-3978659965c5 req-2184be76-a2a7-4c05-b866-643e1cbaf835 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0331123 Jun 10 14:59:17.853765 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6bf23b42-4b91-4fe3-a874-ba0f220b7afa req-006101b6-550e-4439-9510-51d76585ce01 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0341299 Jun 10 14:59:18.630030 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-04e39ca1-d8a4-4d46-985c-72af87f824e4 req-44e925da-c1ff-493f-962f-97e4a275343a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0320544 Jun 10 14:59:19.017186 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2daa02f1-4f96-4830-96e4-e5f13de02c20 req-0115608d-493d-4136-9399-3629f684a9e4 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0387943 Jun 10 14:59:19.786322 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-67fde588-bad2-497e-b7ff-2685bed7f019 req-dd31077b-2860-4259-90c7-3982fc7842a0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0364003 Jun 10 14:59:20.173519 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-872014bf-ada1-445f-84e5-ff0a30088455 req-ea3e9f0e-fa3d-44e0-91a9-d7d6d58e3dbf tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0433834 Jun 10 14:59:20.943820 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f9f23e52-4c9f-4e37-989b-d731f848496f req-6ecb975a-935e-49a0-bfc1-1022395abd41 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0395567 Jun 10 14:59:21.321020 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e08f7c7-1df7-4f19-8406-456c79d87276 req-3ee1be04-a042-4eb0-96c0-b32f0f792173 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0343261 Jun 10 14:59:22.094219 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-71713ec0-7761-44e3-a389-3533a86e715d req-34bcfe45-95b4-4d6e-b1e8-196f7a729813 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0327780 Jun 10 14:59:22.470619 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc30b652-de02-4d79-85b1-530bf3e71c4c req-fa153bf5-d8e9-4276-a54e-2020679339bb tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0361414 Jun 10 14:59:23.240978 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ac8e75d8-90f9-4310-99a4-b9c9535e32d7 req-869c5b55-39a2-4bcf-83a1-aa365b8fa15b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0333195 Jun 10 14:59:23.625276 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-68231415-2264-4dd6-8db6-ade590d44edd req-088134e4-6ec7-4172-9008-14408bd056bd tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0381279 Jun 10 14:59:24.391942 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-74e6b969-d59e-4f88-bee6-5666e179ce70 req-754ce715-00e4-4f2c-baa8-91fcb7363e06 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0378721 Jun 10 14:59:24.776039 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8c697fd4-b089-427a-a75e-534aeee5dbb7 req-1482090e-e837-4d59-9fcc-0f7c26b7eb13 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0353849 Jun 10 14:59:25.541552 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-273b2fd6-ba75-498d-96e3-118f10e16e1e req-cf64a34d-5138-4be1-878a-5384e20581f7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0336928 Jun 10 14:59:25.929959 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ce65626e-34aa-4e73-912c-c3afdb8fd3b2 req-8792a06a-55d4-446d-828e-5b8bbba7a2ec tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0333114 Jun 10 14:59:26.552975 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c4e41bf7-f428-4d3e-a780-319540424961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:26.694339 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2756087f-a82a-4401-92a6-da290cd69195 req-d6d128aa-1778-41bb-95fc-b94fdcd49317 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0403478 Jun 10 14:59:27.077230 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a508ca0a-fc45-480f-a036-bfd1219f2977 req-f642ef2e-8e68-4f52-adc8-de1e5fb4e91d tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0329206 Jun 10 14:59:27.278218 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:27.840674 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6f93627-43b1-4527-9277-d1b7a55f67b2 req-b51e711d-f5de-4690-b239-9c86e1c6ca1e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0329931 Jun 10 14:59:28.229547 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3713bbda-751a-4c4c-8c45-b1c5b91315ca req-8316a9e9-566b-4d0b-8a38-2a5e7847061a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0356452 Jun 10 14:59:29.047544 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5c2d38c0-2495-4b35-90ec-7bb5ad9da701 req-2551f262-f6d0-45f7-bda1-87cc63fef62e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0914309 Jun 10 14:59:29.253215 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6274602b-9ba7-4a9a-adf9-91216e9a182c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:29.276628 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:29.381847 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-83cac427-48ad-4b75-ad97-d2af8062520a req-2aaae9d4-39d4-4ba4-a5e4-e426c16d1bc6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0338418 Jun 10 14:59:30.180691 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:30.202966 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-49a7b03b-a6d0-4713-81da-9f5c71c2ac03 req-c3333512-11d4-41cf-a641-46d2897dbe4a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0369773 Jun 10 14:59:30.527911 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dcbbcfc2-4270-4c5c-8c06-2c4c3b0207a2 req-b812adc3-b53c-4a86-829f-196c618d765c tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0330102 Jun 10 14:59:31.358264 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ded9ddd8-970c-439f-a58c-2e071538d822 req-77da2af7-3b93-466e-bdf0-ceb223ab6905 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0336912 Jun 10 14:59:31.674049 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-076a1c1b-5a88-4ea6-a614-0cf44b0d91ab req-01065b3d-18f9-4aec-8759-f0f3de74509f tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0341887 Jun 10 14:59:32.019630 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:32.504068 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-779320d8-6c80-4043-b68e-b2cb78257a70 req-41cd2f2d-b12b-4578-a2b8-4b76464b525b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0329270 Jun 10 14:59:32.824396 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-46ee966b-73c5-4468-9e91-ca675f995319 req-0dde5ceb-4c37-40ef-a330-c8fdd903196b tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0367963 Jun 10 14:59:33.658793 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-476d0592-83ba-4bd5-a404-e89f9a873856 req-e43b046f-2fea-48b8-9ca9-a1b5d7ccaa94 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0364773 Jun 10 14:59:33.969686 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-08c35478-46e8-441d-8afc-18694d13f095 req-90a0e4c8-f505-482b-8ed7-c786a732b200 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0331912 Jun 10 14:59:34.809416 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b0a78e21-f7a1-4706-b167-a3b25ca7e573 req-77d1a8f1-a0f9-4063-8d85-420468c258c9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0335960 Jun 10 14:59:35.127177 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6563b9d9-ecfb-4d9b-9930-69fe38bf1d35 req-46336f38-3e67-4d9c-9a74-b58e604f3030 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0446587 Jun 10 14:59:35.954620 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e78e7fa2-a5e5-4b36-8301-d18de096e9d4 req-340a4961-6d98-4d6a-8ba2-f40030f084b6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0330317 Jun 10 14:59:36.274198 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4bcb23d7-950e-4cff-8738-106ed3df71eb req-90667051-aa11-4b8d-888d-688d5eff143d tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0329328 Jun 10 14:59:37.103841 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-924e9f0b-a404-45fb-858f-28930fe88e4a req-c6ebf3c3-455b-4bd2-91c1-df033119c77e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0349314 Jun 10 14:59:37.431829 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d421947c-2166-45af-a1e3-beed8ad76006 req-e69ec6ea-2edb-4dce-a985-0e9cd52c4955 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0412452 Jun 10 14:59:38.254234 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f5e58931-49da-450b-8606-0cc3864df18d req-12be15b4-3d65-4bcc-a39c-627bf1b5e071 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0377505 Jun 10 14:59:38.577601 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e7b28909-68f8-4dc8-bd7c-821187bce957 req-c1115f35-41fe-4626-b42f-4128d77a9e1a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0333350 Jun 10 14:59:39.404754 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8ac0fcfd-80a7-4464-9ff8-d309efc4206e req-26c26b82-747d-419c-82af-4ffc295456ca tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0329976 Jun 10 14:59:39.730528 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9d876c8f-ea5f-412a-8a78-21be99662b8a req-3abab3df-f66c-44ac-a4c5-302c9ffabd6c tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0335193 Jun 10 14:59:40.552671 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a165b095-7b42-4925-bcb8-4a1a2a4b4402 req-f9e33bdf-acb3-4b93-aa5f-60218665d28e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0326056 Jun 10 14:59:40.876136 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e217c3e-027c-46e5-8034-758003a347fd req-10d061be-c889-460e-b44e-aad54438b994 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0340488 Jun 10 14:59:41.699777 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-18b8e365-1a3c-4f4c-be08-636e71ec583d req-fdb71243-faa0-4e89-afd5-1ceb64615c13 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0354872 Jun 10 14:59:42.027881 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9992ed2b-7371-4ae3-aaa9-241a3a9adcda req-efa9e061-7b0f-4e9e-a527-a1f7eeccd484 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0378714 Jun 10 14:59:42.853307 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c2898420-f3b0-4811-a7bd-0c544d7112a9 req-fbe16e81-1881-4eb1-905d-8bbfc8b410f3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0370955 Jun 10 14:59:43.176369 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9b1432d3-2b9f-480c-96c8-24b4847538d0 req-3105a7c8-206a-47b3-a4b3-8e5b0700b81e tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0329027 Jun 10 14:59:44.002359 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-55985655-c708-4b43-b7f7-0b83430df353 req-9f6f9ae6-5a21-4f33-a439-543b68550940 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0344241 Jun 10 14:59:44.326511 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0ab37031-04d2-40de-9d81-6c566d7ba8e3 req-3ac15fbc-13d1-4b5b-bba2-9f9de0b238ea tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0341988 Jun 10 14:59:45.147482 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f4708a7b-430a-4c00-88fb-0f2025391dd8 req-64d2534f-6448-47f7-93b9-46109fb3d363 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0326629 Jun 10 14:59:45.473469 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-70327f36-9714-48a5-9e96-c9ac6f46c442 req-1fbbbe50-8607-4e94-862b-aadc70838ec0 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0347342 Jun 10 14:59:46.334025 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b76d277f-fcb6-4588-9050-c96a2ebd9a0e req-9c95cfcc-8447-4072-aaac-9d504a1b38f6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0331855 Jun 10 14:59:46.627723 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-17d98bda-3565-4805-94aa-bfc4c71b5f30 req-48f7e658-443a-40f1-b027-e9dd056b1b65 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0380158 Jun 10 14:59:47.482970 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-82a34346-15c2-4afe-be90-e342f55eeed7 req-3f74a4e0-7676-460b-9478-1d98b6af5fcc tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0379045 Jun 10 14:59:47.773684 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7944971-ba6b-4d3d-bdaf-1977dd667cd7 req-ed4ed121-796a-49b4-8740-6b06d7da795a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0328915 Jun 10 14:59:48.631573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0bb47f13-e329-4cf0-aa03-00bd79448378 req-0cf136bc-05dc-4f14-99b5-650c57552e6b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0327456 Jun 10 14:59:48.922731 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-96bde2ae-770a-4fdd-908d-0e3397dc8133 req-46bb984a-58ed-49fb-9a8d-28b7390b9ba6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0341535 Jun 10 14:59:49.328894 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 14:59:49.780306 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3c6eac5-ccb0-40c1-bd5a-5d5db51aee56 req-6f500721-e331-4604-ab40-9445a55a6781 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0331423 Jun 10 14:59:50.066672 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e2952063-fe71-4cef-b2bc-5a5bdba52701 req-10e11d50-f0b7-4783-88d7-d22b6ce4d5b8 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0340362 Jun 10 14:59:50.924122 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1986321a-73b5-4e20-9259-abd483e58860 req-566825b6-bf57-4117-a643-f3fbb10b6689 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0332770 Jun 10 14:59:51.223496 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e89b3ab9-4109-40e9-aeab-e5b5db8f98df req-39e5ea77-da6b-472d-932c-7e8f3888f489 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0366156 Jun 10 14:59:52.073215 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c4a9c2e-9854-43ca-98a3-2b5732cfc07a req-8ffd9fa4-53df-4799-bfd5-0dc8a052b97c tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0365138 Jun 10 14:59:52.370562 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b8d010e9-3013-4ec8-a912-b53906ede0ff req-f5858a4e-3f8c-4da4-93fd-f74633ffd1fb tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0352778 Jun 10 14:59:53.221960 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-44fe0bb0-a1cb-4da1-a7bf-0fbc96fa214e req-7c688475-1440-4523-b026-9d204e0dd1b6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0327303 Jun 10 14:59:53.513574 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-df9227ce-ec1b-46d3-a204-f0df9f725eaa req-386f52cb-4955-4cd5-8241-a915d4067c91 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0329995 Jun 10 14:59:54.371364 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-18d21069-c357-46e3-b8dd-2353b45fd24a req-9427431f-e826-4496-bfd7-3d122ac2fbb2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0333843 Jun 10 14:59:54.656732 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1932e7c4-965a-493b-b69e-8147f751e7f3 req-f29dca96-a415-42d9-9055-b0a0d7049dcb tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0323606 Jun 10 14:59:55.518002 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0a0c32f3-dced-48e4-951b-b68be6a53f61 req-23d25c48-d608-40a7-b5ec-002d35ded361 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0342255 Jun 10 14:59:55.808658 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3da0bfcd-b071-401b-ad0f-0e9e4f6f92e6 req-e5082a05-9c83-43b8-8432-0a5299c9a028 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0363159 Jun 10 14:59:56.554306 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7d5efb56-09c6-417b-be9a-51f8dad9233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:56.669278 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8dc1c916-c1af-4958-a7ac-11abd5a38d05 req-04848a73-4061-4caf-b5f0-2879d6556980 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0360548 Jun 10 14:59:56.955508 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-182f0062-5c63-46f5-be16-89b98ec1736a req-a8e0714d-34ac-4a65-ac4c-91f1b794fbe0 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0331774 Jun 10 14:59:57.276278 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:57.822612 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2bdeb467-7da1-43e1-af22-6cf1ba65bddc req-be9f2aa4-f9ad-4a35-9b77-3aecbaa79c5b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0338857 Jun 10 14:59:58.098410 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-949ebc24-d137-481a-a4be-c6357d4c8d57 req-c883ae79-5c26-4117-a343-bdc2d76b7953 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0329688 Jun 10 14:59:58.971832 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bf2623cc-65a2-4c98-8ef6-90eb93ceb84b req-9b2faf69-7a19-4467-b6c7-5d1b9b6f75d9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0334897 Jun 10 14:59:59.243293 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-62dd9656-7ff3-4044-8f04-61821a940f34 req-d78bdb65-2d56-48c6-84d0-fb86b21695a9 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0333400 Jun 10 14:59:59.259281 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c72f75df-1167-4ef4-b96b-f0f951ab86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 14:59:59.286041 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:00.189091 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:00.190738 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5c656b29-81cb-4e90-99f7-607e0c6d83c9 req-3d58f7ce-ad20-4644-82de-249cc96c3f96 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0349743 Jun 10 15:00:00.399446 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-feccfc9e-4fef-4a57-9c40-f52a462321e7 req-f9c832d7-b3fb-4542-a04c-bdd7bd70220c tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0361841 Jun 10 15:00:01.343635 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c1f7c446-8f9f-4976-9f49-71e0c93bdc37 req-d23ae9ca-0a62-4586-87f0-5b911220886c tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0369115 Jun 10 15:00:01.545906 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-46e5a718-0d88-4b2e-a5fb-cb7b851cc91b req-90c6d069-3b5e-4d0b-9649-b38ef7b6b051 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0339019 Jun 10 15:00:02.021055 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:02.493743 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-05f43937-6c8b-4b50-9663-f44315e1497c req-6330f131-dd50-4b59-a39e-296371059f2c tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0327401 Jun 10 15:00:02.691413 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-47589d1f-d61e-41d8-ac13-5319bf23f5c1 req-49671790-c506-470e-b0a0-d732efd7a00b tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0339732 Jun 10 15:00:03.639826 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b644c1ed-9bfe-454b-81e1-ab069f812f65 req-0766fbfe-739d-4c97-b69d-ec0dd788ab12 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0340810 Jun 10 15:00:03.835105 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c0816a47-217a-4f6c-9c5e-2724f4603819 req-c476843e-719d-470e-9cf4-c8984c5bc642 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0327752 Jun 10 15:00:04.783604 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0e51b04f-c481-4d73-bfdc-a80c9c54f9d9 req-ef50a238-124b-43e8-83fd-349047ddecf4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0333319 Jun 10 15:00:04.991999 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f11d06de-d5ab-4b35-927c-2deaef9d6527 req-fc413e60-b92a-4423-bbde-bde99ac270e7 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0358779 Jun 10 15:00:05.516932 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-a966851f-fb15-4cef-b876-884d4dc9e0fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609920 Jun 10 15:00:05.618474 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-a272a993-3d54-4f0a-a85e-ebe85e9b4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:05.620050 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-a272a993-3d54-4f0a-a85e-ebe85e9b4b6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0594120 Jun 10 15:00:05.754964 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-793438db-4bc5-487f-a01d-2c5de5b8c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:05.756340 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-793438db-4bc5-487f-a01d-2c5de5b8c48a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1158068 Jun 10 15:00:05.941313 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-da79ac09-78d2-4020-abda-e4e8fc011949 req-e7bab440-f652-46f0-81c0-904f61dd0209 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0398312 Jun 10 15:00:06.077433 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-aa85d669-906e-4a8e-b356-e6bbb3b03d72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.3137951 Jun 10 15:00:06.159971 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4974e34d-f67f-4461-a323-0f24761ab077 req-d7da2f49-f08e-4162-bc45-c3297ae6c129 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0400503 Jun 10 15:00:06.169538 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-4acede97-9c1f-4e92-af68-19e206a9ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:06.170896 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-4acede97-9c1f-4e92-af68-19e206a9ec05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0861294 Jun 10 15:00:06.212965 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-6a11bc88-e50b-4ea3-a0d3-7c0ebd2badcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342827 Jun 10 15:00:06.328000 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-1d467e96-6857-4c1c-bd59-b9b097b0c685 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077099 Jun 10 15:00:06.447374 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d11b22a0-306f-4755-82d5-6b3ec90991f2 req-f06e0ff7-9c3d-40e3-8666-f5d7ae3e2c02 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112936 Jun 10 15:00:07.092838 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f3cb5c6a-cd0f-419b-aa54-3bb847d1098c req-e2da228d-fec7-4ce7-ab4b-373374073b1a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0338364 Jun 10 15:00:07.312188 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8955f6a8-9d14-457d-8781-f182cda2d823 req-a1eb298c-c61d-427d-8392-0a481f9ee881 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0389588 Jun 10 15:00:08.238338 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e0b45cf7-e29e-4b73-ac34-e6143ad3d4d4 req-f257ad96-657f-4cfd-a6b1-8fc8d48e44d8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0334027 Jun 10 15:00:08.457013 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-06d998d3-02e2-4fe9-96a7-5037096c1471 req-649bccd7-8522-4e4c-816c-9e3a7307bbe0 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0323997 Jun 10 15:00:09.385168 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4d0c737a-1c70-40d7-a665-5e3292dde90a req-20a68bca-902e-4044-a5b4-05724c25dd4f tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0330405 Jun 10 15:00:09.607980 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-da333be9-952f-4341-8a64-fd20739a0c18 req-ca80d459-e1a0-425e-bcff-c11d69c5402b tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0347040 Jun 10 15:00:10.536390 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-83aa1688-f67d-4011-ab34-f0285a8c4e1f req-276956e0-09c9-4b0d-8e38-6cf25fe7cc6a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0372207 Jun 10 15:00:10.755060 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-35d39668-40cb-4b50-b7ec-5689206955ae req-6d524f6a-8ede-4e97-8c7e-f18ae27fc008 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0336771 Jun 10 15:00:11.688651 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8abd32cb-7c40-44d2-8fa3-cffca9b8a730 req-e0097b6d-74f3-448f-abac-8e86fd162676 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0361662 Jun 10 15:00:11.907315 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ab1a87d1-c9e4-44b1-8135-68ec171f04b6 req-1e72818e-b110-45de-a1f7-f96fa0b43645 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0381157 Jun 10 15:00:12.987423 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bfca900c-e9a0-43e0-8c1e-55569c7bb302 req-2714517b-2a28-44db-b997-db4288d8e6c0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0342071 Jun 10 15:00:13.056910 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3bbe8cb5-ea9b-43bc-9de2-e84a0601c72f req-498616e8-595d-41e3-9350-47a1ba676e7f tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0332575 Jun 10 15:00:14.137443 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8bfe4870-31ae-4360-905a-a83a7c1bdfbc req-04909e97-5807-432d-b75d-e49f063212b4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0338457 Jun 10 15:00:14.209256 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fce949ab-1173-4630-b8c8-cf417d4d0fa0 req-f036ea8a-6999-4790-a0dc-97112f797eb0 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0336649 Jun 10 15:00:15.298879 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c87052c3-a62a-4a65-b9aa-b2f6c6998dc9 req-848688d6-2f4c-4f50-adc4-f6f951a82758 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0392647 Jun 10 15:00:15.381319 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-78e8d3f4-1b12-4c93-be9c-32e86b0f90d4 req-dbde4b88-64f6-4f3e-838f-bf9ae37cf7e8 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0340035 Jun 10 15:00:16.448863 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-87b7b3cf-a628-4667-a2bc-6b68ff2d7327 req-186e6052-cc9b-4b0c-9eb7-851aae14e76c tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0347271 Jun 10 15:00:16.534604 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-477ea0a4-d763-46d8-89e6-3f9aa408ce85 req-e631f7c6-8cd9-4ae1-8163-4f5427b53f3a tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0375350 Jun 10 15:00:17.599008 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3bdfce06-5484-4f3d-812f-f43c6fc2d927 req-b26d4a3c-7f60-4911-b93e-85e2f459eada tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0352643 Jun 10 15:00:17.685056 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5c4b06da-8b8b-476b-9399-c0d9dc5cc725 req-2691023b-20cf-4209-88fa-b5dcf8a8494b tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0354364 Jun 10 15:00:18.748352 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e6face17-256a-4f92-b6a8-599121f9f03d req-f8e0b12a-05a5-47e9-98cc-f076ac4c91ae tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0346522 Jun 10 15:00:18.837767 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1e3a72df-2968-4980-8f05-2aee290a1496 req-c93fd556-f1ed-4d7f-bd9e-78746fbc1e72 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0327544 Jun 10 15:00:19.900259 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-44b708b0-a58f-4948-bb0d-05ad5d8055ac req-279857be-8c33-44ce-80bc-2797687ce72b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0377548 Jun 10 15:00:19.996734 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ebd45f16-44c3-4dd4-a9dc-64afec2aca81 req-8c4ded6d-7761-4b72-ad30-29e83c401a48 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0350080 Jun 10 15:00:21.064616 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f245363d-2b85-4ea1-9a0b-4eee42b49f6d req-27835208-b95a-4682-9fe9-05d1adc43b57 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0466316 Jun 10 15:00:21.155088 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-425eadf9-92fd-409e-a6e1-1f8b1fc7a7ee req-b33d3c22-00be-44d9-8112-834b5fb30f97 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0371687 Jun 10 15:00:22.213084 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-589f9db5-6814-4a6b-8686-5a64277b11c2 req-6847334b-d736-4bc2-a726-02d567de5a8e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0349936 Jun 10 15:00:22.303240 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-53a37639-25ce-4e4b-badd-d0631e4eafa0 req-1f78d40a-bdc4-4f00-b2d7-7af20c204979 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0334141 Jun 10 15:00:23.362382 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8aba8d32-12a2-4f85-9f11-a03bde4fbbf3 req-f0b24cde-f052-45e4-bc61-b8606434f819 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0353351 Jun 10 15:00:23.474494 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-893fdfb5-a106-412d-bbad-1e6bd1373524 req-0283598c-7968-41bd-ad71-df8ca4823f00 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0334458 Jun 10 15:00:24.513431 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-634df36a-f401-4db8-adf6-579d1de00261 req-7b786514-ab0a-48c6-863a-a29ea45e3034 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0373619 Jun 10 15:00:24.622713 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-19b84c81-3ab4-4725-935e-8f90273bdeec req-61c73a5a-683e-46c9-916c-064e31e56ca7 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0348153 Jun 10 15:00:25.670515 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-abb9f61e-a991-4426-b5ec-300aa8e299c4 req-4c03166a-f82a-4ea5-92d8-09b20bc62d3d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0357792 Jun 10 15:00:25.789383 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f4565f93-24c6-42cb-b17b-06a9f61b0094 req-18d0abb3-cad2-49d4-b984-728ae6e6216b tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0379639 Jun 10 15:00:26.327948 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:00:26.555759 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-61115994-7504-495f-b24a-ae8d57a12927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:26.824554 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-362819fa-238e-4e86-a05c-a7812b44b13c req-093faf63-c7f1-4b60-bcc9-2c9ec10d6cb6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0345542 Jun 10 15:00:26.956548 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-58856134-4fa1-42b0-a131-a534526aa712 req-d2685336-8eeb-4abe-a781-09bd8745e794 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] 10.222.0.23 "GET /v2.0/ports?device_id=48df9d6b-0975-40af-9c4b-876d398ca064 HTTP/1.1" status: 200 len: 210 time: 0.0338056 Jun 10 15:00:27.286779 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:27.991895 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-899af0b1-c913-4f15-a1e7-264ce022993a req-0b1a5312-ec32-4b2f-8757-9f38968875ae tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0344474 Jun 10 15:00:29.146004 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d2f72c16-2e29-47fb-81ac-11e9d33883ce req-eebc3d0f-c544-4a4d-a7ec-ed5dcd995779 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0411570 Jun 10 15:00:29.256984 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-13cecd87-780c-4b28-bb3c-36f558a75d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:29.277894 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:30.184481 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:30.306039 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f8188524-b8d3-4eda-ac73-c6c2304142c1 req-642eaa13-db9e-48fc-a35d-7bd1ac378410 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0439169 Jun 10 15:00:31.463589 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-44466826-5ed2-452d-8a81-05019df6bb17 req-ed4f80f0-a6f2-4954-ae19-1c3457cf1639 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0359392 Jun 10 15:00:32.023587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:32.620404 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9676a9b2-1b89-4350-a953-976ebc05491f req-6f0d47f8-ba59-4501-9cb6-eba34fad3843 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0423625 Jun 10 15:00:33.772316 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-783ede8c-a246-458b-86a2-b43c144adffd req-df57850a-bdfb-46f1-ac74-4ad97bfadff8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0330391 Jun 10 15:00:34.925274 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-54f0dd65-5f7f-43ce-803e-a6d05c79085b req-67e886c1-c861-489b-9d1b-9c828ccc44bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0390565 Jun 10 15:00:36.077322 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-04ceb3fa-2ea1-4a64-98d5-db475412166f req-ea9ec315-5c98-4302-b177-5706f352f5b7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0331619 Jun 10 15:00:37.225730 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3518036a-bdda-43f5-9099-41de539d6805 req-d42a8fd6-7365-4fb1-aa1f-c0d7a2c4c97e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0346820 Jun 10 15:00:38.377267 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ba07338b-6f8c-40be-bd80-35ea65994492 req-cdcbc188-ca04-4b3f-9048-ada3ee562095 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0380294 Jun 10 15:00:39.523369 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-29d3dff3-e063-4c74-a43e-e98167abbf56 req-73fdce47-5dca-4a3a-b12e-37e20bed9e49 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0337369 Jun 10 15:00:40.678191 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d9818c00-4ca8-4cee-b8e0-c32587b93c9d req-084e7d55-5616-44e3-b8bc-986c62f92970 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0327544 Jun 10 15:00:41.834871 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-de368e60-b178-4497-be62-822c6be49f2a req-4b718df8-cabc-4647-bf7d-738d95089e7c tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0340793 Jun 10 15:00:42.981883 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b621db15-9560-4a0f-9fdb-c6b9911525cd req-8c8c958c-b5fc-4a94-91de-54689590e2d4 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0329053 Jun 10 15:00:44.143515 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1ed596a7-59d7-4c00-a9bf-95a8f9332e22 req-93c5e0ef-1b9e-4016-b32c-5af358d7686e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0386560 Jun 10 15:00:45.289439 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0850c973-924c-4f50-af82-217ba94deb56 req-bb2e6bca-bc5e-4a67-b90e-e49fd00b900a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0336087 Jun 10 15:00:46.440810 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-35023e7b-613a-4879-8ac7-1c82b2463149 req-13c77c74-9599-40f7-8f9a-69188e0c6c5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=141a09a7-a7a4-4ba2-ad29-a3ebf5e9dfb4 HTTP/1.1" status: 200 len: 210 time: 0.0325906 Jun 10 15:00:47.560946 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 56390) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:00:47.624028 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:47.650367 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:47.702214 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:47.704825 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:47.705975 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "DELETE /v2.0/security-groups/aa47dad0-afe5-4a86-97c9-4591d0b484ff HTTP/1.1" status: 204 len: 168 time: 0.1440051 Jun 10 15:00:47.706782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fc290ed0-1056-4331-9427-9063fb877838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:47.708724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 56392) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:00:47.717360 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa47dad0-afe5-4a86-97c9-4591d0b484ff,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:47.723797 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.api.v2.resource [None req-1b206c51-1278-4dbb-b26e-a96d83a72c36 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] show failed (client error): The resource could not be found. Jun 10 15:00:47.724579 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.724807 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-1b206c51-1278-4dbb-b26e-a96d83a72c36 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups/aa47dad0-afe5-4a86-97c9-4591d0b484ff HTTP/1.1" status: 404 len: 347 time: 0.0150614 Jun 10 15:00:47.724960 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.725303 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.725659 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.726011 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.726358 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.726711 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.727087 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.727435 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.727780 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.728102 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 56394) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:00:47.728227 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.728454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:47.732337 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:47.892386 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Deleting port 68acbaf1-7a11-4c77-8687-d15dc6570ced {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:00:47.892638 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:47.996536 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:47.996861 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:48.123978 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Calling delete_port for 68acbaf1-7a11-4c77-8687-d15dc6570ced owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:00:48.289416 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:48.291635 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:48.324784 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event deleted for resources: {'Port': ['ID=68acbaf1-7a11-4c77-8687-d15dc6570ced,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:48.362133 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.362507 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.362879 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.363371 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.363782 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.364146 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.364508 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.364866 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.365223 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.365576 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.365926 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.366293 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:48.370734 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:48.425884 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:48.428673 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:48.429863 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "DELETE /v2.0/floatingips/59345265-acea-4757-919c-511b72e34ee3 HTTP/1.1" status: 204 len: 168 time: 0.7008796 Jun 10 15:00:49.925816 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 56412) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:00:49.930587 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678461935', 'description': 'tempest-description--678080881'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:00:49.954960 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.042604 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.046406 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.048842 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-0a90b997-80d6-409b-a627-513953c85a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:50.077643 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.078855 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1519856 Jun 10 15:00:50.079848 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ba41c1-7211-4049-be50-37ed3bf0823e,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:50.081846 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 56414) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:00:50.082627 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d91c0de3-08b1-46c9-b2fe-349fd61f33bb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:50.086645 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'security_group_rule': {'security_group_id': '56ba41c1-7211-4049-be50-37ed3bf0823e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:00:50.113057 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.176027 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.179285 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.181247 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:50.194457 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2aac2d-4f1a-4da6-a23d-94381204d7ff,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:50.199971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:50.208031 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.209221 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-b24d343c-4146-423b-a79a-890e9eb42d5d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263790 Jun 10 15:00:50.211826 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 56416) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:00:50.217417 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'security_group_rule': {'security_group_id': '56ba41c1-7211-4049-be50-37ed3bf0823e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:00:50.243236 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.319340 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.322758 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.325573 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cd66eb8f-ffbd-4411-a77a-7735e7152473 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:50.346490 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c82c822-ba34-45d0-8531-53985dc7b35d,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:50.354631 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:50.357570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.358796 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-4ea0f613-377e-4ffb-88e2-743359ecd128 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460569 Jun 10 15:00:50.362390 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 56418) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:00:50.366849 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:00:50.390089 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.511367 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.639432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Allocated IP 172.27.1.96 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/f7a89c01-2985-489b-a862-cfba2260d7ca) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:00:50.775215 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.816192 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:50.818845 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:50.863639 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:00:50.868024 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:00:50.872909 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:00:50.875975 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'Port': ['ID=f7a89c01-2985-489b-a862-cfba2260d7ca,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:50.904753 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:50.973323 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:51.022864 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:51.204790 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:51.209316 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:51.212330 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-84e706cf-f33a-4093-9f19-3295c09876ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:51.301372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'Port': ['ID=f7a89c01-2985-489b-a862-cfba2260d7ca,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:51.305369 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:51.309308 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:51.323177 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:51.324458 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9610877 Jun 10 15:00:51.480109 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-cef3f039-aed0-4fc4-b133-e9fa0e13abf6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--678461935&fields=id&tenant_id=9456a45ad6bb45d4a651aeb21adc2873 HTTP/1.1" status: 200 len: 267 time: 0.0389340 Jun 10 15:00:51.635194 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-e8961213-e6f3-4f9f-85ff-548a689c0955 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:51.637544 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-e8961213-e6f3-4f9f-85ff-548a689c0955 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 811 time: 0.1501811 Jun 10 15:00:51.654993 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-11aac036-7ea0-495c-907d-8f17b4bf289b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/quotas/9456a45ad6bb45d4a651aeb21adc2873 HTTP/1.1" status: 200 len: 375 time: 0.0104387 Jun 10 15:00:51.734206 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-d2844704-2f00-4c28-a63c-9959c45d4fe7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737748 Jun 10 15:00:51.790644 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-d905014a-6784-4362-8d4c-272bf929618a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:00:51.791645 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-d905014a-6784-4362-8d4c-272bf929618a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466700 Jun 10 15:00:51.914449 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-dc12d371-d339-4ce8-9a01-5bf4061f8656 service neutron] 10.222.0.23 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164501 Jun 10 15:00:52.030898 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-a30a9a5a-4927-40dc-ab87-4c06e8006abf service neutron] 10.222.0.23 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103604 Jun 10 15:00:52.212433 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-af0c40d0-9180-475a-9970-6c72fa49b873 req-893d0a39-b4bd-4c01-b4bb-a833496fc52e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 210 time: 0.0339570 Jun 10 15:00:53.384884 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-42cbdd36-f1a6-47c3-914d-49c492eb73a0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:53.386446 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-42cbdd36-f1a6-47c3-914d-49c492eb73a0 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 811 time: 0.1747055 Jun 10 15:00:53.388354 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bf666d59-e0d7-41cf-845b-9feba66d8a5a req-fd463b1e-df3c-4846-bed2-7b164706478d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 210 time: 0.0498576 Jun 10 15:00:53.437316 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-fca4dd2e-806d-450f-bc08-2cca31ae4001 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9456a45ad6bb45d4a651aeb21adc2873 HTTP/1.1" status: 200 len: 379 time: 0.0406907 Jun 10 15:00:53.445994 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'port': {'device_id': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'admin_state_up': True, 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'security_groups': ['56ba41c1-7211-4049-be50-37ed3bf0823e']}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:00:53.583974 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Made reservation on behalf of 9456a45ad6bb45d4a651aeb21adc2873 for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:00:53.587495 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:53.738792 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Allocated IP 172.20.0.10 (4a1ab817-f3ea-4dc6-99f0-99a17ce4b328/08b4614b-c17b-43b7-998e-4a5b62a31efb/8a4ed0e6-1f8d-4a39-b210-f12705a29c72) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:00:53.911062 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:53.924319 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Transition to ACTIVE for port object 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:00:53.960006 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:53.964946 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:54.017650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:00:54.023888 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:00:54.026407 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:00:54.059883 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event updated for resources: {'Port': ['ID=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:54.064700 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:54.091395 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:54.092021 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:54.106794 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6642094 Jun 10 15:00:54.119045 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Request body: {'port': {'device_id': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:00:54.208794 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:54.217214 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-3d64416c-6724-4926-8958-51474511524a None None] Provisioning for port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:00:54.221900 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-3d64416c-6724-4926-8958-51474511524a None None] Provisioning complete for port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:00:54.222392 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3d64416c-6724-4926-8958-51474511524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:54.266008 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-3d64416c-6724-4926-8958-51474511524a None None] Port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:00:54.547991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:00:54.557466 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:54.574617 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Transition to ACTIVE for port object 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:00:54.581214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:54.586566 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-94d404ca-1761-4595-a55e-60fbd63f26be tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:54.627996 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd4078-d9c5-4071-bf9a-728ae83fce88 req-9f9d3d2a-e24b-44cb-b62f-6745f1abe610 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:54.629746 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-33dd4078-d9c5-4071-bf9a-728ae83fce88 req-9f9d3d2a-e24b-44cb-b62f-6745f1abe610 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 932 time: 0.1171713 Jun 10 15:00:54.679333 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-33dd4078-d9c5-4071-bf9a-728ae83fce88 req-389eea5a-3b8f-46a5-955b-e0d723f01adb tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Jun 10 15:00:54.952151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Pushing event updated for resources: {'Port': ['ID=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:54.956641 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:55.046392 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Attempting to bind port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:00:55.046741 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Attempting to bind port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:00:55.047110 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Attempting to bind port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:00:55.051455 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:00:55.051781 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Attempting to bind port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 on network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:00:55.056484 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:00:55.056824 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Checking segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:00:55.057249 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Bound using segment: {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:00:55.057916 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Bound port: 8a4ed0e6-1f8d-4a39-b210-f12705a29c72, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9779eb09-ca8d-4571-aa82-e4723470f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:00:55.058267 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:55.130328 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] For port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:00:55.133471 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] For port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:00:55.140169 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:55.143313 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9398254c-5178-4e23-affb-9e6b7be7ede3 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:55.197103 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:55.197916 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:55.200207 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] 10.222.0.21 "PUT /v2.0/ports/8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 200 len: 1094 time: 1.0855734 Jun 10 15:00:55.204698 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:00:55.207573 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b023cdb7-9894-4e1e-80f3-2175bacb9b10" -d '{"events": [{"name": "network-changed", "server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:00:55.229313 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Pushing event updated for resources: {'Port': ['ID=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:55.243774 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:55.328521 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21025a14-891b-4c1b-81ec-74d1bffb0af0 x-openstack-request-id: req-21025a14-891b-4c1b-81ec-74d1bffb0af0 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:00:55.328906 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:00:55.329274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21025a14-891b-4c1b-81ec-74d1bffb0af0 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:00:55.329789 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'status': 'completed', 'code': 200} Jun 10 15:00:55.336512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-1dd904b7-5527-4e93-9eae-ae682acb2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:55.338110 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-1dd904b7-5527-4e93-9eae-ae682acb2393 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 1097 time: 0.0742416 Jun 10 15:00:55.393899 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-88fd11d7-829c-4302-b340-136bee3fd704 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 200 len: 217 time: 0.0478456 Jun 10 15:00:55.458156 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-d59f49ed-076c-4151-a54c-826057d5ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:55.459619 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-d59f49ed-076c-4151-a54c-826057d5ad05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0584230 Jun 10 15:00:55.534702 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6ac65964-fd37-47eb-8aec-5dad3e92d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:55.536231 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-6ac65964-fd37-47eb-8aec-5dad3e92d433 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698295 Jun 10 15:00:55.665737 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-13b654a6-b3df-475b-aafe-a473c1969abc service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225600 Jun 10 15:00:55.786692 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a99f9bad-a579-4fd4-9455-fa56466ede90 req-92a041f6-bcf0-4138-96c7-c6718857858f service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135354 Jun 10 15:00:55.877080 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a430435-cc8a-4182-a8df-858414683d7c req-e63f7fa2-3709-455d-a663-ea09a9f1c174 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:55.878573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a430435-cc8a-4182-a8df-858414683d7c req-e63f7fa2-3709-455d-a663-ea09a9f1c174 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 944 time: 0.0878429 Jun 10 15:00:55.901604 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-dc32ff9b-14af-4bbe-9dac-d139165bbe76 req-584e5271-8986-4ba7-a5f2-995a571008bf service neutron] (98496) timed out ('10.222.0.23', 50184) {{(pid=98496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 15:00:55.904697 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-ebc83150-a197-467c-b5f4-e5e4ec3bb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:55.906182 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-ebc83150-a197-467c-b5f4-e5e4ec3bb3cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 1097 time: 0.0637975 Jun 10 15:00:55.926146 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a430435-cc8a-4182-a8df-858414683d7c req-c12a9bb3-202a-456f-bac9-be645a1c6ba8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397468 Jun 10 15:00:56.029383 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-06122c88-46fb-4361-819b-d62c1dfba490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:56.030727 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-06122c88-46fb-4361-819b-d62c1dfba490 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1126537 Jun 10 15:00:56.087004 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-a00cd828-be15-45c7-aec5-83038e23ec0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 200 len: 217 time: 0.0471945 Jun 10 15:00:56.149439 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-43d64d32-f168-43b1-a35e-5b7f9695d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:56.150822 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-43d64d32-f168-43b1-a35e-5b7f9695d46a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0556107 Jun 10 15:00:56.215142 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-7ebac983-a3da-4a53-97e0-ea083f14bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:56.216618 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-7ebac983-a3da-4a53-97e0-ea083f14bab5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585227 Jun 10 15:00:56.336512 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-d74f2847-508a-429f-93c4-6cd05b735c8a service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118379 Jun 10 15:00:56.457840 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b023cdb7-9894-4e1e-80f3-2175bacb9b10 req-5c61d3d5-b8c4-4f26-94f1-79b4335620fb service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104639 Jun 10 15:00:56.557134 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2bae2d76-5c88-4e9c-9b58-859a3984744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:56.884007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:00:57.004248 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:00:57.017504 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'port_id': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'mac_address': 'fa:16:3e:c5:d0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:00:57.068510 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:57.087111 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:00:57.108850 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:00:57.113050 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:57.115876 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:57.132687 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e7e8a-6890-4d98-8b94-df9bdd71521e req-5e8e8590-b95e-450d-b149-0593ed7ae37e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:57.134172 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-533e7e8a-6890-4d98-8b94-df9bdd71521e req-5e8e8590-b95e-450d-b149-0593ed7ae37e tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 944 time: 0.0703909 Jun 10 15:00:57.168687 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:57.175563 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.175915 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.176265 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.176603 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.176936 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.177268 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.177603 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.177929 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.178047 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-533e7e8a-6890-4d98-8b94-df9bdd71521e req-d5ad0b7d-992a-4a18-84be-806f0a36db64 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375206 Jun 10 15:00:57.178257 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.178608 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.178952 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.179276 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:00:57.183350 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:57.283829 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:57.424008 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['8a4ed0e6-1f8d-4a39-b210-f12705a29c72'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:00:58.361116 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6c710-f92d-4afe-bb49-a276868de79e req-cdccd6f2-8a6e-4ac2-94fc-b4b6bf2cc175 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:58.362850 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-52f6c710-f92d-4afe-bb49-a276868de79e req-cdccd6f2-8a6e-4ac2-94fc-b4b6bf2cc175 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 945 time: 0.0705297 Jun 10 15:00:58.406361 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-52f6c710-f92d-4afe-bb49-a276868de79e req-2bf05708-138b-4001-8c86-b243c99217d7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373268 Jun 10 15:00:58.899989 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:00:58.958479 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:00:58.962275 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:00:58.962544 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:59.060080 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:59.083521 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:00:59.085781 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990bd6d5-187f-45a3-822b-6e0e058de575" -d '{"events": [{"server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "name": "network-vif-plugged", "status": "completed", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:00:59.099067 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:00:59.103615 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:59.105972 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:00:59.137754 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f108720d-5324-4ed1-ac4c-db547c8ea68f x-openstack-request-id: req-f108720d-5324-4ed1-ac4c-db547c8ea68f {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:00:59.138051 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "name": "network-vif-plugged", "status": "completed", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:00:59.138312 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f108720d-5324-4ed1-ac4c-db547c8ea68f {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:00:59.138703 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'code': 200} Jun 10 15:00:59.167430 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:00:59.170542 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:00:59.260364 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b4074ad3-ccab-4b1e-a41e-fd7618f1fdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:59.279638 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:00:59.372756 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d86ee5-f3a9-4d43-98cb-ec90872add2d req-657d6578-c95b-48cb-b9d7-00929b5dce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:59.374265 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f0d86ee5-f3a9-4d43-98cb-ec90872add2d req-657d6578-c95b-48cb-b9d7-00929b5dce88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 1099 time: 0.0701118 Jun 10 15:00:59.415139 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f0d86ee5-f3a9-4d43-98cb-ec90872add2d req-37acb605-336b-46fc-9832-4fe29665e04c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338242 Jun 10 15:00:59.585883 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527acf6-635b-456f-89eb-c36fff7925e3 req-09902523-0c06-4c26-bca3-054a57e4918b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:00:59.587316 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a527acf6-635b-456f-89eb-c36fff7925e3 req-09902523-0c06-4c26-bca3-054a57e4918b tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 946 time: 0.0676868 Jun 10 15:00:59.633626 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a527acf6-635b-456f-89eb-c36fff7925e3 req-1d399c7a-cbb4-40aa-8e4f-fbe551d7e813 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399392 Jun 10 15:01:00.187988 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:00.817220 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85439d-1dde-40f2-941a-c91adc20f74d req-4aa57de1-7cd0-4560-a587-e8d6248d7fed tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:00.818688 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9d85439d-1dde-40f2-941a-c91adc20f74d req-4aa57de1-7cd0-4560-a587-e8d6248d7fed tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 946 time: 0.0692995 Jun 10 15:01:00.862386 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9d85439d-1dde-40f2-941a-c91adc20f74d req-f6bff00e-cbeb-4924-9ace-0f33a9eb4b55 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376756 Jun 10 15:01:01.033427 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9054f5c-29c0-496a-964f-5e33d8fe25df req-d1c7d021-685b-4098-b454-0089e299a3e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:01.034870 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a9054f5c-29c0-496a-964f-5e33d8fe25df req-d1c7d021-685b-4098-b454-0089e299a3e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 946 time: 0.0675132 Jun 10 15:01:01.043994 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 56538) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:01:01.048640 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Request body: {'floatingip': {'port_id': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:01:01.133941 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:01.983933 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:01.987908 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:02.033926 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:02.125869 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.l3_db [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Floating IP 5fdcaaf3-5c45-4270-b505-dca2af782eba associated. External IP: 172.27.1.96, port: 8a4ed0e6-1f8d-4a39-b210-f12705a29c72. Jun 10 15:01:02.415729 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Router 8fcb131b-aa95-4209-845d-7ebf75f833ec has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:01:02.559875 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:01:02.565645 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:02.569487 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] Sync routers for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:01:02.581114 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:01:02.581729 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:00:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:01:02.616771 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b76f2ab4-70ee-4967-b820-00c43ac3fdb7 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "PUT /v2.0/floatingips/5fdcaaf3-5c45-4270-b505-dca2af782eba HTTP/1.1" status: 200 len: 991 time: 1.5716665 Jun 10 15:01:02.617426 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:01:02.620331 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93" -d '{"events": [{"name": "network-changed", "server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:01:02.727386 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde6f511-3b1a-4bae-abf8-7b42bc3e7ee9 x-openstack-request-id: req-bde6f511-3b1a-4bae-abf8-7b42bc3e7ee9 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:01:02.727709 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:01:02.727993 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bde6f511-3b1a-4bae-abf8-7b42bc3e7ee9 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:01:02.728422 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'status': 'completed', 'code': 200} Jun 10 15:01:02.731708 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:01:02.815689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-02bf1e41-4d2f-4666-b585-9cce3f71d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:02.817351 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-02bf1e41-4d2f-4666-b585-9cce3f71d621 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 1099 time: 0.0636246 Jun 10 15:01:02.942462 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-40d2bb90-db71-46cc-a684-5867364a497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:02.943865 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-40d2bb90-db71-46cc-a684-5867364a497e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1195734 Jun 10 15:01:03.031174 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-8ca13bd4-2b58-4323-a21a-b9d951ea83dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 200 len: 999 time: 0.0806212 Jun 10 15:01:03.087745 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-67f1d353-11bc-426f-8566-161fdb66f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:03.089728 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-67f1d353-11bc-426f-8566-161fdb66f2e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0520153 Jun 10 15:01:03.113871 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '5fdcaaf3-5c45-4270-b505-dca2af782eba', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'port_id': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'mac_address': 'fa:16:3e:c5:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:00:50Z', 'updated_at': '2021-06-10T15:01:01Z', 'revision_number': 1, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:01:03.117199 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] Checking router: 8fcb131b-aa95-4209-845d-7ebf75f833ec for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:01:03.125238 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:01:03.125836 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:00:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:01:03.159114 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-eba6d7b0-f587-4321-9e46-3f0ceee930c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:03.160635 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-eba6d7b0-f587-4321-9e46-3f0ceee930c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644341 Jun 10 15:01:03.285938 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:01:03.303629 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-f703e50b-aa18-401f-a718-3e202805a7fc service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355605 Jun 10 15:01:03.339578 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:01:03.418318 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-04c7f8e6-8522-4c55-8ab8-9581df8a5e93 req-bd6d8c9a-2dc3-4f88-9906-30960147557f service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079974 Jun 10 15:01:03.583254 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '5fdcaaf3-5c45-4270-b505-dca2af782eba', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'port_id': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'mac_address': 'fa:16:3e:c5:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:00:50Z', 'updated_at': '2021-06-10T15:01:01Z', 'revision_number': 1, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:01:03.586572 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c14558e-2819-475b-90fa-14a690ecc627 None None] The sync data for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi is: [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '5fdcaaf3-5c45-4270-b505-dca2af782eba', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'port_id': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'mac_address': 'fa:16:3e:c5:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:00:50Z', 'updated_at': '2021-06-10T15:01:01Z', 'revision_number': 1, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:01:03.774261 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1589e2b6-4341-46ea-a88f-8b3995795e83 None None] New status for floating IP 5fdcaaf3-5c45-4270-b505-dca2af782eba: ACTIVE {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:01:06.006723 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-54a5bb67-9388-44ae-9352-7680c43f6c86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770502 Jun 10 15:01:06.090845 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-afd7e319-14a1-47ab-8da4-5c515f1478b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:06.092355 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-afd7e319-14a1-47ab-8da4-5c515f1478b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0598981 Jun 10 15:01:06.234147 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-4adfd134-348c-4c53-bc4d-1ddc4f7adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:06.235604 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-4adfd134-348c-4c53-bc4d-1ddc4f7adf1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1119173 Jun 10 15:01:06.294273 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-3a5a402d-2e6a-4fea-9c06-77382e817898 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.0467896 Jun 10 15:01:06.358205 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-5239099c-aaf8-406c-8b1c-2fbccd66012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:01:06.359815 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-5239099c-aaf8-406c-8b1c-2fbccd66012c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0578656 Jun 10 15:01:06.398368 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-8a2f8685-f092-48c4-a9a6-3f6d0dacbbba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309641 Jun 10 15:01:06.514887 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-34cc1b22-32f1-4e2d-947e-eaaaa4bb2ccb service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090510 Jun 10 15:01:06.633150 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-75c91ec2-6c6c-41e7-8770-ed3cc0eb0a97 req-c8235c77-a83e-4c5e-90e9-5aad80bb9bf7 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068838 Jun 10 15:01:26.558721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-82a9dcc4-54d7-45ab-a90a-2655f62fcfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:27.293593 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:29.264455 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b6860580-a0ed-4415-8e1d-cec5a3870038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:29.274605 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:30.187945 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:32.037791 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:40.339190 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:01:56.559339 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1fda0b6d-08fe-458a-8e9e-e8bec5c7df63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:57.290692 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:59.274952 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-689b77f3-91c5-4e08-97e9-256e21eb45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:01:59.282097 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:00.191552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:02.033246 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:05.414540 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-bc307ad6-950a-41d7-9edb-c4eb3b857ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643353 Jun 10 15:02:05.499990 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-af84b783-527c-4f13-85c9-b79a75e4a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:02:05.501460 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-af84b783-527c-4f13-85c9-b79a75e4a898 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6b5cc5cfd32435ca49e59af025df610&device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 1098 time: 0.0574908 Jun 10 15:02:05.635230 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-cb72b3af-ef05-4b10-b8a8-0ab7a6cc5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:02:05.636667 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-cb72b3af-ef05-4b10-b8a8-0ab7a6cc5366 service neutron] 10.222.0.21 "GET /v2.0/networks?id=10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 200 len: 917 time: 0.1137750 Jun 10 15:02:05.723878 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-84c407d4-2881-45f0-a56c-5ebdd90d6268 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d HTTP/1.1" status: 200 len: 1001 time: 0.0805972 Jun 10 15:02:05.780918 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-9474fa52-2c0d-4792-bb0c-f6a57441e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:02:05.782316 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-9474fa52-2c0d-4792-bb0c-f6a57441e336 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 200 len: 855 time: 0.0511193 Jun 10 15:02:05.846116 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-31306345-9c28-41bd-bcad-d22fd4894584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:02:05.847507 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-31306345-9c28-41bd-bcad-d22fd4894584 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=10c0d69e-5adc-49c8-bb0e-f62dc712052e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567951 Jun 10 15:02:05.964381 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-5f566d5b-e128-4164-8194-fc147de48ded service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089373 Jun 10 15:02:06.081063 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9c4c1885-1d57-4411-ba6b-b3390e3bcb88 req-4e222184-cc90-4699-a543-103968c43c86 service neutron] 10.222.0.21 "GET /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102512 Jun 10 15:02:17.339143 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:02:26.560762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-59cea1ef-d28e-4c9d-b680-f91e87fa6c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:27.307655 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:29.272931 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dbd9edd5-28d2-4596-a3a1-e48347a9c746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:29.275266 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:30.193450 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:32.036594 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:53.112394 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ab3a-6580-4764-8c3b-9d3a9f83e573 req-efa52286-7db4-4687-9e99-3ff18d845c11 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:02:53.114136 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f10ab3a-6580-4764-8c3b-9d3a9f83e573 req-efa52286-7db4-4687-9e99-3ff18d845c11 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 945 time: 0.0740607 Jun 10 15:02:53.155056 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f10ab3a-6580-4764-8c3b-9d3a9f83e573 req-eaa23d89-07d0-4a79-87b4-69e455d44227 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352859 Jun 10 15:02:53.447919 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-fcb14b4c-55b5-4ddc-9382-285078bff4d0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:02:53.460128 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-fcb14b4c-55b5-4ddc-9382-285078bff4d0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 945 time: 0.0679352 Jun 10 15:02:53.565279 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Deleting port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:02:53.565492 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:53.678233 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] For port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:02:53.678593 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:54.164326 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:54.165019 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:54.165019 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Floating IP 1edefced-2ec6-4139-9409-93e61707a7ab disassociated. External IP: 172.27.1.190, port: 4422af95-26f4-4fd7-ba0e-95e0cf727d3d. Jun 10 15:02:54.165268 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Calling delete_port for 4422af95-26f4-4fd7-ba0e-95e0cf727d3d owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:02:54.333431 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:54.337938 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:02:54.339909 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-26d42d57-671e-427d-ae63-d57636668c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:02:54.359785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09052d-a492-4289-9a5c-299fc12f2ba3 req-3564b0a8-107a-4e40-872b-800c176e1a6a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:02:54.361292 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1a09052d-a492-4289-9a5c-299fc12f2ba3 req-3564b0a8-107a-4e40-872b-800c176e1a6a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/ports?device_id=be926c7f-965b-4070-86e8-99b9ac34f358 HTTP/1.1" status: 200 len: 867 time: 0.0795171 Jun 10 15:02:54.375798 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event deleted for resources: {'Port': ['ID=4422af95-26f4-4fd7-ba0e-95e0cf727d3d,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:02:54.390741 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.391215 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.391521 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.391894 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.392254 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.392616 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.392974 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.393331 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.393887 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.394256 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.394615 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.395677 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:54.400024 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:02:54.410647 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1a09052d-a492-4289-9a5c-299fc12f2ba3 req-2e5ee742-cc80-48cb-819b-19230713efae tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3edab4-d445-4b78-823e-435ae07a4164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Jun 10 15:02:54.545724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Router 36e8450f-bd3b-458b-a065-58a1f2e25f27 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:02:54.697967 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:02:54.709147 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] Sync routers for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:02:54.720131 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:02:54.720765 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:02:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:02:54.761539 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] No DVR routers for this DVR port 4422af95-26f4-4fd7-ba0e-95e0cf727d3d on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:02:54.763403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:54.765823 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-51b99868-1535-4ec1-b773-072bf43d1ba9 req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.21 "DELETE /v2.0/ports/4422af95-26f4-4fd7-ba0e-95e0cf727d3d HTTP/1.1" status: 204 len: 173 time: 1.3099546 Jun 10 15:02:54.766614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'name': 'network-vif-deleted', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:02:54.769690 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c1cea-a5f9-478d-b6e2-661307bbf0e0" -d '{"events": [{"server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "name": "network-vif-deleted", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:02:54.826959 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720ddb38-4045-443b-ba00-77607aea4be9 x-openstack-request-id: req-720ddb38-4045-443b-ba00-77607aea4be9 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:02:54.827629 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be926c7f-965b-4070-86e8-99b9ac34f358", "name": "network-vif-deleted", "tag": "4422af95-26f4-4fd7-ba0e-95e0cf727d3d", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:02:54.828105 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-720ddb38-4045-443b-ba00-77607aea4be9 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:02:54.828775 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be926c7f-965b-4070-86e8-99b9ac34f358', 'name': 'network-vif-deleted', 'tag': '4422af95-26f4-4fd7-ba0e-95e0cf727d3d', 'status': 'completed', 'code': 200} Jun 10 15:02:54.893576 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:02:55.163749 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:02:55.166805 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] Checking router: 36e8450f-bd3b-458b-a065-58a1f2e25f27 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:02:55.174520 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:02:55.175260 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:02:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:02:55.417572 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:02:55.596554 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 57458) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:02:55.658390 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:55.685737 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:02:55.686996 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:55.689404 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f2de3-9ebf-43bc-b28f-d0bad9b8da08 None None] The sync data for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi is: [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 4, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '30cd7a54-6d73-454b-b3c5-7ae4642857e0', 'name': '', 'network_id': '10c0d69e-5adc-49c8-bb0e-f62dc712052e', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'mac_address': 'fa:16:3e:51:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:47Z', 'updated_at': '2021-06-10T14:43:02Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'subnets': [{'id': 'c1ec4dce-ee03-4793-b39d-ec156b71e400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:02:55.758623 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:55.761625 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:55.767063 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 57460) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:02:55.767582 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f3edab4-d445-4b78-823e-435ae07a4164 HTTP/1.1" status: 204 len: 168 time: 0.1698098 Jun 10 15:02:55.768301 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d69fa732-7169-459f-97af-caffea0522d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:02:55.786404 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.api.v2.resource [None req-cf42e671-9a05-44a7-9439-d7f5122b7f31 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] show failed (client error): The resource could not be found. Jun 10 15:02:55.786656 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3edab4-d445-4b78-823e-435ae07a4164,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:02:55.788210 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-cf42e671-9a05-44a7-9439-d7f5122b7f31 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "GET /v2.0/security-groups/3f3edab4-d445-4b78-823e-435ae07a4164 HTTP/1.1" status: 404 len: 347 time: 0.0188708 Jun 10 15:02:55.790935 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 57462) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:02:55.798865 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.799302 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.799649 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.800013 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.800371 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.800727 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.801203 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.801480 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.801956 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.802553 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.802985 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.803667 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:02:55.806643 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:02:55.985548 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Deleting port be01caef-619f-4991-b00e-238a8fbf55ba {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:02:55.985853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:56.084541 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e343b-07f8-482f-ba92-d8456a7c0a04 None None] New status for floating IP 1edefced-2ec6-4139-9409-93e61707a7ab: DOWN {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:02:56.097614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:56.098071 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:56.193219 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Calling delete_port for be01caef-619f-4991-b00e-238a8fbf55ba owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:02:56.433916 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:56.435991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6f6f50ff-3d24-4662-9d61-e171de9bec43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:02:56.465806 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Pushing event deleted for resources: {'Port': ['ID=be01caef-619f-4991-b00e-238a8fbf55ba,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:02:56.468286 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:02:56.549601 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:56.552328 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:56.553457 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] 10.222.0.23 "DELETE /v2.0/floatingips/1edefced-2ec6-4139-9409-93e61707a7ab HTTP/1.1" status: 204 len: 168 time: 0.7615418 Jun 10 15:02:56.563071 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d331fbc4-5230-4c8e-bc88-69511e833329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:57.330252 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:57.574587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 4422af95-26f4-4fd7-ba0e-95e0cf727d3d no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:02:57.599381 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 4422af95-26f4-4fd7-ba0e-95e0cf727d3d {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:02:57.599669 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 4422af95-26f4-4fd7-ba0e-95e0cf727d3d not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:02:59.265579 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f62f26a6-6129-455f-8be7-40d856bc2283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:02:59.275889 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:00.200455 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:02.053323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:05.987409 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-c5ce9f32-9e7c-4f39-830d-41c5ad140f5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943239 Jun 10 15:03:06.094075 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-e8cc008f-7b28-4c41-8c3f-441082e2a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:03:06.095574 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-e8cc008f-7b28-4c41-8c3f-441082e2a96f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0629420 Jun 10 15:03:06.224606 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-3a2542af-f411-43c2-b98a-418677cccf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:03:06.226031 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-3a2542af-f411-43c2-b98a-418677cccf7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1107287 Jun 10 15:03:06.284887 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-46d145d1-d236-4fb7-8e01-2e2161c88e53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 200 len: 217 time: 0.0506454 Jun 10 15:03:06.343662 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-a9d6f10d-52a1-4afe-be58-7bd9ffbdf347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:03:06.345139 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-a9d6f10d-52a1-4afe-be58-7bd9ffbdf347 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0539830 Jun 10 15:03:06.384940 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-54a2a211-58f1-49e5-8cf0-c9faa30d8740 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313568 Jun 10 15:03:06.396370 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-eb28e88c-39e2-4b31-8af0-0b7c71ac85ef service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:03:06.397358 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-eb28e88c-39e2-4b31-8af0-0b7c71ac85ef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047641 Jun 10 15:03:06.515040 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-abaa0273-450a-4e76-8726-128a3806246c service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111419 Jun 10 15:03:06.634535 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d654734-3ae3-4f9d-a2fe-0e9b88342971 req-10f3ad38-aff7-436f-b81e-d38505f87043 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113031 Jun 10 15:03:26.564007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-644a037e-f754-4252-9bea-a114f5307f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:27.336786 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:29.276814 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf739-0ae2-4343-8b34-92bd768e5759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:29.280431 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:30.199810 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:31.337756 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:03:32.041832 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:56.567423 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6fde5f14-e99a-4fd0-8bef-98b9c19e6997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:57.344813 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:59.272078 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fd84650d-e47b-4de8-8085-60e103e126b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:03:59.283376 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:00.207724 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:02.049825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:05.423488 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-0eda22a2-f89c-4fe8-b0ec-cafce02e3651 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597250 Jun 10 15:04:05.507564 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc8490-2910-4b54-954e-1bc988924fac req-88ff247a-42c9-4adb-a5b2-bf31c21c07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:05.509268 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-88ff247a-42c9-4adb-a5b2-bf31c21c07fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a26be3eb2e9248bfab216dad8886cd97&device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 1099 time: 0.0626712 Jun 10 15:04:05.640885 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc8490-2910-4b54-954e-1bc988924fac req-2a5b1dfb-d2b8-4285-a808-468d6b81dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:05.642300 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-2a5b1dfb-d2b8-4285-a808-468d6b81dbab service neutron] 10.222.0.21 "GET /v2.0/networks?id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 200 len: 920 time: 0.1099737 Jun 10 15:04:05.696387 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-3b18720d-c458-45da-b345-d6b44e89cc14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 200 len: 217 time: 0.0464737 Jun 10 15:04:05.754638 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc8490-2910-4b54-954e-1bc988924fac req-a789a9dc-06c0-4989-9423-cb6bb962a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:05.756055 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-a789a9dc-06c0-4989-9423-cb6bb962a715 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 200 len: 859 time: 0.0519872 Jun 10 15:04:05.797935 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-5084ca89-6991-4d7d-b490-a5987766759a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e22d67ca-c2e7-482e-a0c2-44be9cda75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347834 Jun 10 15:04:05.916423 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-e851259b-0e14-4a23-8378-cf95a3264cfd service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116295 Jun 10 15:04:06.027973 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-abcc8490-2910-4b54-954e-1bc988924fac req-a2b52f11-1987-497b-8b36-e302a58159c5 service neutron] 10.222.0.21 "GET /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034648 Jun 10 15:04:08.336438 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:04:20.583639 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9c72d-26a1-43ec-b3e7-655e419c21d6 req-a6ec6ed4-8dcb-480d-a5cb-3b3657421cfd tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:20.585160 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-85f9c72d-26a1-43ec-b3e7-655e419c21d6 req-a6ec6ed4-8dcb-480d-a5cb-3b3657421cfd tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.1191511 Jun 10 15:04:20.627275 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-85f9c72d-26a1-43ec-b3e7-655e419c21d6 req-16466829-6aae-4787-9858-2e6522f2517b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Jun 10 15:04:20.998304 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-b0d8810d-f554-40f1-8e6a-96cdfa252a4d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:20.999763 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-b0d8810d-f554-40f1-8e6a-96cdfa252a4d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 946 time: 0.0688899 Jun 10 15:04:21.117013 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Deleting port ea0b6578-c597-4f75-a997-0873aa675b7c {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:04:21.117358 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:21.230935 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] For port ea0b6578-c597-4f75-a997-0873aa675b7c, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ea0b6578-c597-4f75-a997-0873aa675b7c,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:04:21.231319 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:21.324851 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Calling delete_port for ea0b6578-c597-4f75-a997-0873aa675b7c owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:04:21.478719 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:21.482864 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b5965179-5f52-4bc2-a995-b74cb26040a8 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:04:21.493764 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['d20b7788-dab6-40d0-af91-18ff8db5cc6e', 'ea0b6578-c597-4f75-a997-0873aa675b7c'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:04:21.514710 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Pushing event deleted for resources: {'Port': ['ID=ea0b6578-c597-4f75-a997-0873aa675b7c,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:04:21.551702 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.552145 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.552446 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.552812 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.553173 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.553536 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.553897 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.554252 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.554609 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.554990 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.555348 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.555703 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:04:21.560082 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:04:21.583395 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] No DVR routers for this DVR port ea0b6578-c597-4f75-a997-0873aa675b7c on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:04:21.586107 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:21.588141 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c3ce4f0a-42e3-4280-9a7b-02dc6bc3aed5 req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "DELETE /v2.0/ports/ea0b6578-c597-4f75-a997-0873aa675b7c HTTP/1.1" status: 204 len: 173 time: 0.5821593 Jun 10 15:04:21.588615 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'name': 'network-vif-deleted', 'tag': 'ea0b6578-c597-4f75-a997-0873aa675b7c'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:04:21.590932 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6086305-bca1-45cf-9a1a-45b1db475a2d" -d '{"events": [{"server_uuid": "35211e8d-9490-4959-aee0-c35b4ada4a7f", "name": "network-vif-deleted", "tag": "ea0b6578-c597-4f75-a997-0873aa675b7c"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:04:21.632932 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b8bf8f-6fdf-46d5-8065-d29db9a36038 x-openstack-request-id: req-25b8bf8f-6fdf-46d5-8065-d29db9a36038 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:04:21.633494 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35211e8d-9490-4959-aee0-c35b4ada4a7f", "name": "network-vif-deleted", "tag": "ea0b6578-c597-4f75-a997-0873aa675b7c", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:04:21.633776 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25b8bf8f-6fdf-46d5-8065-d29db9a36038 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:04:21.634432 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35211e8d-9490-4959-aee0-c35b4ada4a7f', 'name': 'network-vif-deleted', 'tag': 'ea0b6578-c597-4f75-a997-0873aa675b7c', 'status': 'completed', 'code': 200} Jun 10 15:04:21.782434 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3cf341a0-08cf-4eef-b1d2-521931df1e8e req-3ff8e933-e46a-4ce2-8365-84cc5a136dae tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=35211e8d-9490-4959-aee0-c35b4ada4a7f HTTP/1.1" status: 200 len: 210 time: 0.0356195 Jun 10 15:04:23.250297 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a725454-c2d4-4d67-ba98-f8a83a0ecc85 req-7859aea6-d36a-452b-bc32-15c7d4750e74 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:23.251696 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5a725454-c2d4-4d67-ba98-f8a83a0ecc85 req-7859aea6-d36a-452b-bc32-15c7d4750e74 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.0698745 Jun 10 15:04:23.293262 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5a725454-c2d4-4d67-ba98-f8a83a0ecc85 req-73f6fdae-e79c-4877-add8-e92092aed54f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354130 Jun 10 15:04:23.977204 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-c01caade-6b64-401b-9bd7-bb18c0c37522 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:23.978664 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-c01caade-6b64-401b-9bd7-bb18c0c37522 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 945 time: 0.3344963 Jun 10 15:04:24.092211 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Deleting port d20b7788-dab6-40d0-af91-18ff8db5cc6e {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:04:24.092557 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:24.215721 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] For port d20b7788-dab6-40d0-af91-18ff8db5cc6e, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d20b7788-dab6-40d0-af91-18ff8db5cc6e,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:04:24.216084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:24.313612 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Calling delete_port for d20b7788-dab6-40d0-af91-18ff8db5cc6e owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:04:24.515841 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:24.520706 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-69ddb47b-0a95-45e2-b351-97548a5474a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:04:24.527531 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['d20b7788-dab6-40d0-af91-18ff8db5cc6e'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:04:24.558372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Pushing event deleted for resources: {'Port': ['ID=d20b7788-dab6-40d0-af91-18ff8db5cc6e,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:04:24.564311 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:04:24.580698 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e6c5b-83ae-4bb4-8723-e51204de776b req-1b70506d-15f2-4181-877a-5f9cd5e2f587 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:04:24.583012 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b08e6c5b-83ae-4bb4-8723-e51204de776b req-1b70506d-15f2-4181-877a-5f9cd5e2f587 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 867 time: 0.1728156 Jun 10 15:04:24.649221 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] No DVR routers for this DVR port d20b7788-dab6-40d0-af91-18ff8db5cc6e on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:04:24.652287 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:24.654195 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-87975d12-871a-4064-90a4-4f6f62bad3f1 req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.21 "DELETE /v2.0/ports/d20b7788-dab6-40d0-af91-18ff8db5cc6e HTTP/1.1" status: 204 len: 173 time: 0.6692600 Jun 10 15:04:24.654689 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c40865-4418-4690-b713-a309c42e6a29', 'name': 'network-vif-deleted', 'tag': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:04:24.657001 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f5615f-3f63-4f3f-93e4-ffca3e809012" -d '{"events": [{"server_uuid": "68c40865-4418-4690-b713-a309c42e6a29", "name": "network-vif-deleted", "tag": "d20b7788-dab6-40d0-af91-18ff8db5cc6e"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:04:24.680984 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b08e6c5b-83ae-4bb4-8723-e51204de776b req-264c98ce-841e-4dcb-8375-9207a5e94535 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/security-groups?id=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760379 Jun 10 15:04:24.709620 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9b2650-fa4f-4f47-8bc9-51305d352103 x-openstack-request-id: req-2a9b2650-fa4f-4f47-8bc9-51305d352103 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:04:24.709958 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c40865-4418-4690-b713-a309c42e6a29", "name": "network-vif-deleted", "tag": "d20b7788-dab6-40d0-af91-18ff8db5cc6e", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:04:24.710248 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a9b2650-fa4f-4f47-8bc9-51305d352103 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:04:24.710700 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c40865-4418-4690-b713-a309c42e6a29', 'name': 'network-vif-deleted', 'tag': 'd20b7788-dab6-40d0-af91-18ff8db5cc6e', 'status': 'completed', 'code': 200} Jun 10 15:04:25.829119 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0e15c4fe-d144-4900-bb20-9960e6546fb7 req-4894eff4-5682-4848-84fb-064b7b9e0296 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0345068 Jun 10 15:04:25.959638 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ea0b6578-c597-4f75-a997-0873aa675b7c no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:04:25.984305 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: ea0b6578-c597-4f75-a997-0873aa675b7c {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:04:25.984662 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ea0b6578-c597-4f75-a997-0873aa675b7c not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:04:25.985083 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device d20b7788-dab6-40d0-af91-18ff8db5cc6e no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:04:26.008506 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: d20b7788-dab6-40d0-af91-18ff8db5cc6e {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:04:26.008859 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device d20b7788-dab6-40d0-af91-18ff8db5cc6e not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:04:26.567186 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d9eb992c-40c6-4f9b-857a-30a132a35f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:26.983677 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f38e324d-c4d5-4987-a4f3-fff0ee4f8cb3 req-53a50b76-4dd5-46dd-b24d-b862e17aeb80 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0367429 Jun 10 15:04:27.344432 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:28.131590 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-02296dcf-dbf6-4acb-b6ba-97918d461c92 req-1d69531d-f630-4b4c-bc60-d23786c38353 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0360696 Jun 10 15:04:29.275443 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2d5bd85f-f50f-489d-baac-267b7efe4637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:29.293642 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:29.348958 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-75c68ce0-5f67-41fd-bdf9-70f91ce7eb03 req-2f4b5f70-8d6e-48c5-b247-e1305e51b9aa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.1057460 Jun 10 15:04:30.206074 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:30.504724 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bb1036b4-cf57-4eca-96d2-5a5c088ddf7e req-ce6780e4-c536-494c-8705-eed0f3acdedf tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0351794 Jun 10 15:04:31.648787 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a80c02b4-ed36-4e0e-a225-cd2e3a785c9e req-6b9868eb-3ac6-460f-b454-73b2289d662c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0324197 Jun 10 15:04:32.046940 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:32.803489 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0632edf0-2ea3-450f-b76b-06b2c5ab3bd3 req-66721956-e7e1-4a67-8cc8-0dc0dc753b5f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0385888 Jun 10 15:04:33.962478 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e87ca46e-6576-41b0-9ef2-82a74503c449 req-14e3c0c2-3111-473d-9045-d40fc1ae8e43 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0342970 Jun 10 15:04:35.116239 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b260a85f-234c-4089-80dd-32654014ef6f req-4f31536e-2ced-4df3-93b4-8672daa685af tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0341852 Jun 10 15:04:36.267208 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-50b56900-5065-494e-8e7c-16cd5e9c8c57 req-5800f6c4-11b3-4739-ad16-6da19942dfe7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0372624 Jun 10 15:04:37.416131 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-579fc215-0a2c-433d-a726-76c5f0b98cf0 req-7bc8bcfd-35f3-4dc6-8141-37c420b293c5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0336266 Jun 10 15:04:38.563528 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-29e7a634-5697-4f76-b5ae-127ddbfa5136 req-11f47674-492d-4159-9113-58f10f68b112 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0328937 Jun 10 15:04:39.712488 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d0cd3ea4-8bd3-4cbd-8afc-3a06b7545268 req-8b880e97-83d5-4e5c-91a6-81073591a887 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0326188 Jun 10 15:04:40.857220 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-20709aa5-8336-447c-a18e-6bf25d85e9a3 req-490a0b86-b9ad-4ab7-be8c-658b99880278 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0334325 Jun 10 15:04:42.007380 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-80fecf01-07f1-46d2-a523-08afa5b15fe2 req-42369eab-b9bc-4372-a592-5460bc293b7e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0386531 Jun 10 15:04:43.152299 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-81b04e0e-ea61-4e22-b00a-0c961091dcf2 req-cac26160-5ab1-4fe6-a98b-76962fc5870b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0331073 Jun 10 15:04:44.296335 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8f6b3fce-a7ba-4a6a-b280-92ee90448d81 req-0e1042eb-d7da-4e05-b420-be55b7ceae49 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0334613 Jun 10 15:04:45.336379 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:04:45.448945 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8868067a-162d-4085-948a-20657b99263c req-a951531e-edc9-4402-aab8-4df292b3ff38 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0381303 Jun 10 15:04:46.594572 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7ea84025-db3a-4311-b865-807c114e119b req-16847f28-349b-4236-8941-8c3fc3783192 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0335021 Jun 10 15:04:47.741573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ad9baf7f-78bf-46ab-adfc-06fda7ce38e3 req-514f9b43-f303-44b0-97d8-dc77e6da981f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0333090 Jun 10 15:04:48.898083 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8ee67c18-2adc-411b-bb6b-125337780ff0 req-cecb3a73-3cc1-43a9-951d-0a9199feabed tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0337667 Jun 10 15:04:50.045537 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fca5194d-024b-41cc-a60e-d6b99c7c751e req-cbc0e1ef-14e7-4566-87b6-baaf9f5aac29 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0345638 Jun 10 15:04:51.197311 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0b9720dd-f30c-4351-b99b-cbc7acffef4b req-469dee22-8b8f-4f07-888a-2a21e1251fb4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0389888 Jun 10 15:04:52.341467 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3266dd80-6f35-41b0-8f11-01a1c083742a req-25fcf255-889c-498e-983e-d46be166e465 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0326967 Jun 10 15:04:53.492323 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-ba0c0659-4014-4ac0-ad31-ae85686d1e11 req-526ba99a-3d8f-451c-8a56-2940ba383648 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0340452 Jun 10 15:04:54.647401 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5bc5c13e-a912-4d66-bc01-cf65c32649e4 req-bbaeb01f-5638-46fd-b963-9c1819c0f774 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0381455 Jun 10 15:04:55.791076 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-512754fd-459b-49fd-ad2b-1ac8e499a8ad req-ac89bd89-a06e-473c-9461-71f8660e2928 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0327654 Jun 10 15:04:56.567395 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-204e5f07-cfab-4d97-a9fc-db260df75d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:56.939093 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1695cca6-e570-44f1-92d9-86f75f5f52d7 req-8d1dada1-0707-493d-96b8-ace9a803df56 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0337267 Jun 10 15:04:57.346301 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:58.088458 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f6ac5e76-7d24-4a45-8a8f-2ff4b526bf3b req-bd626b8a-f453-498e-b0a6-fe05e28cecb9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0329134 Jun 10 15:04:59.233419 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-488d54d5-bc62-41f5-a9af-8b16837ba356 req-2a8bf3d5-2426-4dfb-9539-246b576fb6db tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0336797 Jun 10 15:04:59.279697 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f9346f6a-3a7b-484c-9f46-8eb500396cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:04:59.290359 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:00.208851 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:00.388504 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c046eb24-ebe1-472d-be25-6a1fc89b13e0 req-875cef33-7306-4797-81b3-6b8cd236bf47 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0383141 Jun 10 15:05:01.536463 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ef1c948f-b0e8-4750-bd08-93329f5f7b8e req-3a35ed72-5a97-4366-be2f-7105291dfe91 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0343964 Jun 10 15:05:02.061934 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:02.684820 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-15d8effa-b5eb-4113-aa24-9ec87e747eca req-3778e989-0d33-49d4-b879-0a671fb59045 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0369651 Jun 10 15:05:03.837720 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4e3db36b-fc87-452f-8cc8-1ad5766fc546 req-582d6dd8-b490-4420-96c7-c0f1c8e85d81 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0365539 Jun 10 15:05:04.985251 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0d7a07a8-5584-4bd6-991a-9a04836b76e4 req-41aa0fde-c766-4096-95a2-9a7ef1a42751 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0340846 Jun 10 15:05:05.989417 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-e90b96d1-809c-414c-b8a4-46f85a1de863 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577371 Jun 10 15:05:06.075287 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-56991569-b118-4c16-b2df-b3dd019fdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:05:06.076767 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-56991569-b118-4c16-b2df-b3dd019fdbaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 1099 time: 0.0639195 Jun 10 15:05:06.133084 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fab4afe9-1495-4cbf-8d08-e9da22491f05 req-98a617a1-682b-44cf-9987-09f27edba65f tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0348315 Jun 10 15:05:06.215088 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-352c368b-b019-4477-8660-66e7ff134172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:05:06.216592 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-352c368b-b019-4477-8660-66e7ff134172 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1174049 Jun 10 15:05:06.301837 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-fe2b288d-894f-48de-bc72-8658fd4f1043 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 200 len: 1001 time: 0.0772491 Jun 10 15:05:06.364019 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-ca5c86fd-47e6-4abd-816e-ab9cac7a02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:05:06.365725 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-ca5c86fd-47e6-4abd-816e-ab9cac7a02e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0574234 Jun 10 15:05:06.430696 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-7aee5553-0de9-4d2f-a165-5cc14d7c0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:05:06.432184 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-7aee5553-0de9-4d2f-a165-5cc14d7c0e27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598619 Jun 10 15:05:06.554666 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-93a82fb5-4c09-4d67-aaef-da309c7a0a0f service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137791 Jun 10 15:05:06.682396 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b1dc9360-6ac5-415a-8dbd-8b8533e927f0 req-a57c9e80-2293-48ba-aff6-9b689af6e6c7 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212027 Jun 10 15:05:07.289383 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5a068b53-724e-4f3b-9c84-5f05bb0b9926 req-4319e5c0-d395-462f-9688-d340126a9b5c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0386362 Jun 10 15:05:08.434014 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-47e76fdb-f00d-44f3-8cc8-a9ac33182c76 req-70ee1479-28ad-4088-9f39-98a7cb5b7d27 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0332577 Jun 10 15:05:09.576510 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-31b67395-7784-46ee-bb3a-48798933d566 req-2d65ecd2-b775-43f3-8577-b5ed29c07c85 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0327268 Jun 10 15:05:10.723350 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-76bd5fd3-e715-4b8d-8be3-bd16479d06ea req-e01686ee-9255-4fb6-9f7a-9615d941aa5e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0333157 Jun 10 15:05:11.866941 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-37064dd0-93ad-4f6a-963a-9660d0f3d23d req-94eff317-4ef7-473f-b872-c66d7d894e13 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0339136 Jun 10 15:05:13.020755 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0773dab2-0201-46d6-9505-25ca39e63bd9 req-a2bd1849-8d67-4371-bc01-3ea0b2f9da0a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0386052 Jun 10 15:05:14.174397 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fb313255-e8c4-49f8-afe7-f91e657ba041 req-53755201-9f01-4609-b200-384b86f09df2 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0375299 Jun 10 15:05:15.320382 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f7e75908-53e5-48e3-86f4-750c2f98d8d8 req-f3d772ca-83b2-418e-8b9a-0a4a0469c173 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0336957 Jun 10 15:05:16.472731 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-00257661-ab00-4aef-92c9-375818d77f44 req-d348dfb9-8267-4a85-85f5-08aa0bae7b85 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0375862 Jun 10 15:05:17.626202 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1cc5f30a-e1ae-4011-a9fd-61bb8adb230c req-8ba75764-f0b7-4fa1-8cf6-f496c0373dd8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0329614 Jun 10 15:05:18.775048 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43ccc30a-74d5-4cfc-8d89-893126886a28 req-f0c0fc24-c7ec-4379-9989-147ac3d3aa65 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0349452 Jun 10 15:05:19.925708 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-27b0d81e-5dd3-4b19-801f-d4dd0bef230b req-1e2b4ae7-9dee-4e77-a5ca-7428e4b729fd tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0342178 Jun 10 15:05:21.071840 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-40aa66dc-302f-4391-8156-7ee614778859 req-599ad2a1-789e-4e68-9739-ae93023816f0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0340228 Jun 10 15:05:22.226894 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3407f92f-4230-4fec-b516-4f3df61cbb8d req-0dac980b-de0c-4f35-9b15-5ff37eb1a274 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0375247 Jun 10 15:05:22.334957 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:05:23.382822 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2617d420-7e57-4f10-b910-650d010bc94d req-7c1270ed-753f-42c9-84c5-fcc952324d00 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0428102 Jun 10 15:05:24.527254 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-194729fa-b697-4a8f-8ef3-23f37f5ba79c req-809e0c9e-4a8a-47e1-8d39-4a1154d8615e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0335910 Jun 10 15:05:25.675976 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-72d2685e-a171-412a-860b-f59c7489ead2 req-0a5c3486-b69b-4096-83f1-86702f2122aa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0347004 Jun 10 15:05:26.567364 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0e9423d7-7768-4673-9798-f8b0daebad9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:26.822509 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-56ce8900-26fc-43cd-9876-d2a6780e8676 req-9be48096-6adf-43d0-935a-937799f0101e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0334728 Jun 10 15:05:27.348808 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:27.969101 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9662bf2f-e73f-4ba0-a8f0-6bbd7585768c req-4f74c2b3-0549-46f0-83ee-bbc6d074c63d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0332565 Jun 10 15:05:29.118890 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-528f6462-75f5-4361-8fb1-4e1db8e8139c req-a00cf8ab-87bb-4dff-b372-70ad75c18192 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0339048 Jun 10 15:05:29.277745 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-51da60e4-84c9-4a44-b4fb-42ac7268ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:29.285656 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:30.216191 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:30.266481 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b94b15ea-e6ed-4ac1-8a53-3213901aee40 req-b008d68b-3c91-40e1-8737-23191930f2b6 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0343020 Jun 10 15:05:31.420354 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3b66281e-f651-4412-97bb-4f4c04886652 req-67fdfbeb-5f54-4f3c-9fea-6ca56ebaeed5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0377738 Jun 10 15:05:32.056265 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:32.574294 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fefa427-a191-4149-92c4-3c62c5106634 req-8e8c7faa-df28-4e01-aeb5-70d5e29dc708 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0376918 Jun 10 15:05:33.726265 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e1fce836-b44d-4eb3-9c4b-522b50946044 req-b0c12064-dd54-43a9-a76f-e78c8220ba88 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0394208 Jun 10 15:05:34.880823 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c5b4e91a-7e47-452c-bd04-d74913e43a0d req-3e9a7253-62ee-48e5-9c16-f410645b0e12 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0380542 Jun 10 15:05:36.025925 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-14f05efb-8f26-40a7-a813-ce5868e903f9 req-b08c202b-d649-4b9b-aabc-d071a1f3dff8 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0331724 Jun 10 15:05:37.173650 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d2ac0183-8ba8-4bbd-a4ae-7755ad5bea65 req-e19dd874-1b02-4a97-ba42-4623dd44374a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0335977 Jun 10 15:05:38.318329 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9dc5e24d-9047-4650-a901-8781eb675187 req-a312eeaa-550f-4596-9b4b-21a537fcc442 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0327744 Jun 10 15:05:39.464186 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d65a6b9d-be78-4c5f-9956-b99c9a1b1d8f req-b17c9bf0-d68c-4eba-be16-cfaf14588dc0 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0324337 Jun 10 15:05:40.618857 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4ea1db3d-03b4-4dde-b665-aeac92c66024 req-8b7b37f3-1b60-4e3a-9763-26a669d18aac tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0373747 Jun 10 15:05:41.769819 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6d0b2b57-80d9-4e34-818e-c869d67733c2 req-483b3c42-5ce9-40ae-ad36-5565f5ade2fb tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0375733 Jun 10 15:05:42.920067 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ee7c0c8f-b460-4415-af64-0de2c62ae553 req-ffcad628-4a22-4193-9ea3-4453a522fa9b tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0340781 Jun 10 15:05:44.069502 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8827caa6-9b3b-4006-863d-e04fa704ffdc req-929cc312-5de1-45a5-a349-7715d9f54b50 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0339720 Jun 10 15:05:45.218674 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8be957da-63b1-42e1-af32-ac3c0d30b149 req-4b9a97e2-6acf-4c01-818d-ffab56887bca tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0325975 Jun 10 15:05:46.379718 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-17daca0b-573c-4997-a9c8-0b34c30e21f7 req-5bd5c203-ffa3-4cb6-ad26-7f6396c0bce7 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jun 10 15:05:47.535666 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f3584584-2a38-4baa-b946-30c0c464782f req-71a3a972-fa0d-4f8d-9914-da5e636a62d4 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0356102 Jun 10 15:05:48.693255 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b5a75b9e-e0c6-46cd-903d-1cef8c102c0d req-19af9331-2d65-45cd-a24c-2ff9aa5380f9 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0334234 Jun 10 15:05:49.847477 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-abe35280-f58f-47bf-9423-c5acdf4d9506 req-847582de-e104-48c4-be83-ac62018708fe tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0382183 Jun 10 15:05:51.015860 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-03ac462f-92e9-470f-a7f8-1592208a928b req-7b637dba-6d48-45b7-aa21-0dd630fe9db5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0423012 Jun 10 15:05:52.162320 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54e3150a-5d48-4e0b-8874-a41c71246960 req-eaf90282-7aa3-44d5-8335-65853e2ebeab tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0334070 Jun 10 15:05:53.311558 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1782952f-bf48-42c0-b23f-bc9c6404bf37 req-9da7dc7a-c15d-4dcb-b7da-e25213b88938 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0329943 Jun 10 15:05:54.466094 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f7ed1bd-315d-4718-9dd8-af58c77f313b req-bc34448b-c0eb-40b9-aedd-8ac30891bb0e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0347435 Jun 10 15:05:55.612616 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d3d14a14-1c30-4cf8-b1e9-0ed0a0a43994 req-df851b8e-11d1-4619-8c7f-605a87096041 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0342638 Jun 10 15:05:56.569538 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0655-b59f-4af0-ab3e-14a163eeccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:56.766725 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2466877c-89d3-4993-8f77-7a166441ab18 req-74b7b05a-fe40-4563-bf71-dbe3ce545bb1 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0352674 Jun 10 15:05:57.349402 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:57.916683 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3de3563c-7e41-45ab-a89c-a1028fea661f req-916d4342-8850-4c86-b1ca-015a678ec565 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0385163 Jun 10 15:05:59.072419 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fe412fcf-5125-4f92-b12b-912803003ca3 req-ae6b7d4c-92c2-4e3e-b4c7-8e31b5807345 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0392277 Jun 10 15:05:59.274725 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e42ed438-9922-46bb-9708-cd8688e477dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:59.280454 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:05:59.334005 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:06:00.215008 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:00.222449 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e4c119bc-f00d-4b26-916f-b3b893e1fa4d req-fc61deff-9368-4cf6-9b8f-3b8a35bf171d tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0385389 Jun 10 15:06:01.369397 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-03563e4c-9630-45a2-955f-a7347533b867 req-53410d27-c1ff-456a-bee0-52d730968379 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0335424 Jun 10 15:06:02.061640 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:02.521664 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f90d02a2-0ff1-4fd3-8873-3421e4e9a850 req-c66831fd-ac75-4e1d-aa3f-5a6c77d525df tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Jun 10 15:06:03.669300 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-af6e2c10-fb1b-4555-becc-0364ac911c07 req-689c39f5-57e5-456a-8c8e-655b5f8ff9c3 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0328710 Jun 10 15:06:04.815554 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a6bf8d97-1900-4026-98a5-240e0d9d4d27 req-f31a4dba-5bf4-42a9-ba5a-4eccea38b2ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0344028 Jun 10 15:06:05.969267 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0f44db08-83b2-4008-b4ec-dbfd0ed28357 req-9f655e5c-31f5-4474-8240-e573f00bff2c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0341578 Jun 10 15:06:07.116692 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-6974493a-2ca0-400e-bb91-b84355f735fc req-7ee80d36-e25b-4560-8a7e-f65029bdd0cb tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0327349 Jun 10 15:06:07.394448 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-16db0b29-25c4-4fa5-8f06-6f7cec3b2689 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624983 Jun 10 15:06:07.501512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-4eb21dcf-4a4a-4ba2-983e-f1bdd1ce8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:06:07.502951 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-4eb21dcf-4a4a-4ba2-983e-f1bdd1ce8904 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 1099 time: 0.0617321 Jun 10 15:06:07.636061 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-975d3d71-1d7a-4436-be4a-98180eee6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:06:07.637506 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-975d3d71-1d7a-4436-be4a-98180eee6fa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1125600 Jun 10 15:06:07.723848 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-118cb4de-2023-455a-9c47-808cd3d52ea0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 200 len: 1001 time: 0.0786040 Jun 10 15:06:07.782037 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-3279ba40-d60c-42f5-a0e7-90c01aee915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:06:07.783403 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-3279ba40-d60c-42f5-a0e7-90c01aee915d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0524497 Jun 10 15:06:07.847941 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-087d1008-36e0-465d-94a7-13c029cbab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:06:07.849410 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-087d1008-36e0-465d-94a7-13c029cbab16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587287 Jun 10 15:06:07.967805 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-f74db1ad-63aa-4b45-9d10-cb88e72b7112 service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105168 Jun 10 15:06:08.088411 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b34971dc-83c8-4dee-bfbf-5ac6baccc346 req-ba8b5391-2c16-45e9-bae5-9937a66e547f service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129043 Jun 10 15:06:08.268236 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-280d7dd7-d471-45a0-bb12-b5ee2c0b611c req-9880021b-1b59-48bb-b45e-2f96fdb8f0c5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0381672 Jun 10 15:06:09.420666 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-86d42886-431a-49fd-a51b-4665c0e227e0 req-ed0c5ab9-95bc-4904-9cd5-1adbd520e956 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0402355 Jun 10 15:06:10.564896 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0c66676c-e237-4047-b496-e62a835f716e req-b85ae891-7cea-4e24-9a73-b2ae42cc1d66 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0342243 Jun 10 15:06:11.712865 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b51f163b-5ce4-490a-994f-8c7e6317fcb9 req-6e2d9b36-6ffd-46d8-a3ad-ae0bf6ffbdb5 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0319920 Jun 10 15:06:12.861537 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b1f8dc19-514f-4dca-a7e6-6800b0036ed5 req-b8a5ae67-9c7b-499a-b0a0-cb8e97c63847 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0333226 Jun 10 15:06:14.009210 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9ae89e05-0538-406a-a7b3-168ef3636e44 req-39046bff-25bd-4ce7-be1f-21dadc61455a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0372140 Jun 10 15:06:15.153429 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8b8a5b1c-4652-4a08-8760-62938a81ee57 req-bd6aeee6-4541-481c-b64c-fb9d0a362cf3 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0332050 Jun 10 15:06:16.301833 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3c12655a-4dff-4c54-aaea-9fac159162ba req-0c6a3c85-0aa4-41a0-a6e1-8998d7ec8f05 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0332177 Jun 10 15:06:17.457304 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-023069be-6935-46b5-856e-dc088da79814 req-619775b9-ae84-4a34-98e0-6ee9b430c24e tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0378931 Jun 10 15:06:18.608445 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fd584e4f-b499-4343-9d4d-201d70e30bd3 req-bbae2080-b98f-427d-818f-b6367c491b33 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0378430 Jun 10 15:06:19.764220 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-424e9308-c510-4559-bf27-6afcf2eb1b6e req-c8b536c2-79cf-4539-8b33-5745489a5495 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0345819 Jun 10 15:06:20.912227 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-290b3630-edf1-4ef7-9ddf-01c39beeb361 req-b793176e-ecb9-41b1-a521-174f7b2ead34 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0322483 Jun 10 15:06:22.058727 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-846ea9ac-c691-4e2a-ad8e-9ab93b57389d req-853c4873-6b2b-4a34-a6c8-7a41aa696e05 tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Jun 10 15:06:23.209711 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a1d835c1-9b02-41f5-93f5-3d9e48550145 req-e9807171-44ad-4145-8106-34b610d7574c tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0366147 Jun 10 15:06:24.356833 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-db7217f4-c6e4-4a58-828d-ebeda398b32e req-87ea0906-580d-4cb8-a0a7-18a55f48acaa tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] 10.222.0.23 "GET /v2.0/ports?device_id=68c40865-4418-4690-b713-a309c42e6a29 HTTP/1.1" status: 200 len: 210 time: 0.0333643 Jun 10 15:06:25.459011 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 59142) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:26.258532 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:26.571443 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-2f24239b-1645-4eb6-9782-b911ad5eac10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:26.592959 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Deleting port 811fba65-7857-4f67-8dd0-6f319f019eb0 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:06:26.593549 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:26.699405 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] For port 811fba65-7857-4f67-8dd0-6f319f019eb0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=811fba65-7857-4f67-8dd0-6f319f019eb0,segment=NetworkSegment(38197d71-a1e0-407e-97c1-99f99f327218),segment_id=38197d71-a1e0-407e-97c1-99f99f327218)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:06:26.699766 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:26.795861 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Calling delete_port for 811fba65-7857-4f67-8dd0-6f319f019eb0 owned by network:router_interface {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:06:27.020301 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:27.022437 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cb1c9938-e8c9-44c2-b6ed-bfc0ef0ee4b6 tempest-VolumesSnapshotTestJSON-1888094274 tempest-VolumesSnapshotTestJSON-1888094274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:27.052956 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Pushing event deleted for resources: {'Port': ['ID=811fba65-7857-4f67-8dd0-6f319f019eb0,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:27.089949 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.090329 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.090699 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.091098 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.091461 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.091822 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.092177 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.092532 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.092886 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.093322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.094174 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.094526 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:27.098004 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:27.288191 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:27.365687 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:27.589859 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:06:27.741195 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:06:27.747409 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] 10.222.0.23 "PUT /v2.0/routers/50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2873147 Jun 10 15:06:27.752492 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59158) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:27.753152 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] Sync routers for ids ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:06:27.761391 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] Routers {'50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:06:27.762012 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:05:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:06:27.898788 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks [] for router, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:27.903225 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] Set router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:06:28.045409 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:28.110655 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Deleting port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:06:28.111133 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:28.148095 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T15:06:26Z', 'revision_number': 5, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port': {'id': '34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:06:28.151535 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] Checking router: 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:06:28.160040 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] Routers {'50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:06:28.160663 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:05:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:06:28.215707 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] For port 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:06:28.216057 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:28.279124 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] Set router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 gateway port host: None {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:06:28.314633 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Calling delete_port for 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc owned by network:router_gateway {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:06:28.462663 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T15:06:28Z', 'revision_number': 6, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:06:28.466388 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a20e-0302-41d0-b3e7-ae48173086c3 None None] The sync data for ids ['50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1'] in dv-cinder-795785-1-iscsi is: [{'id': '50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1970534200-router', 'tenant_id': 'a26be3eb2e9248bfab216dad8886cd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T15:06:28Z', 'revision_number': 6, 'project_id': 'a26be3eb2e9248bfab216dad8886cd97', 'gw_port_host': None}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:06:28.851725 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:28.853958 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b09f48bb-d24c-48b5-8bfc-4621e1df178f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:28.884300 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Pushing event deleted for resources: {'Port': ['ID=34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:28.895872 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.896252 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.896619 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.896980 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.898066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.898066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.898066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.898399 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.898731 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.899106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.899454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.899797 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:06:28.923721 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:28.971722 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.112571 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.114854 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.178102 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.178551 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 {{(pid=98496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:06:29.183604 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.184792 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] 10.222.0.23 "DELETE /v2.0/routers/50a84cd3-4124-4c4f-ae1a-7afcc6aad1a1 HTTP/1.1" status: 204 len: 168 time: 1.4332316 Jun 10 15:06:29.187308 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59172) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:29.249422 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Deleting subnet 8571d24f-6b72-461e-8205-470de043a186 {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:06:29.253117 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.280243 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb969-0f37-412a-82b3-455e148cca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.288099 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.302221 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.352505 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.421595 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.424053 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:29.456197 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8571d24f-6b72-461e-8205-470de043a186,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:29.459132 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:29.460131 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.462969 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-e5ee1263-f371-44b0-8507-1c222d581422 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8571d24f-6b72-461e-8205-470de043a186 HTTP/1.1" status: 204 len: 168 time: 0.2737505 Jun 10 15:06:29.464809 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59176) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:29.558369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.664108 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.675986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22d67ca-c2e7-482e-a0c2-44be9cda75b9']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:06:29.692453 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38197d71-a1e0-407e-97c1-99f99f327218') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:06:29.692741 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38197d71-a1e0-407e-97c1-99f99f327218') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:06:29.703566 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.720717 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.726699 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:06:29.727092 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:06:29.728753 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:06:29.742279 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 811fba65-7857-4f67-8dd0-6f319f019eb0 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:06:29.767093 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 811fba65-7857-4f67-8dd0-6f319f019eb0 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:06:29.767535 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 811fba65-7857-4f67-8dd0-6f319f019eb0 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:06:29.768040 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:06:29.791824 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:06:29.792183 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 34dd726b-8af2-4d1d-a8ee-5f9bb46df5bc not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:06:29.804403 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.808856 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-315bd8d7-57b2-433d-aa6d-dbfff7003de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:29.813094 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:29.814998 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e22d67ca-c2e7-482e-a0c2-44be9cda75b9 HTTP/1.1" status: 204 len: 168 time: 0.3492341 Jun 10 15:06:29.827106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e22d67ca-c2e7-482e-a0c2-44be9cda75b9,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:29.830236 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-0f94d012-b0e4-4be0-a494-16a6215cb3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:29.927458 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59182) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:29.977501 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-0eed1b64-1e82-4fd1-8697-3f5ca125eced admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a26be3eb2e9248bfab216dad8886cd97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487480 Jun 10 15:06:29.979810 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59184) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:30.032913 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:30.056922 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:30.106623 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:30.109755 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:30.111083 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9 HTTP/1.1" status: 204 len: 168 time: 0.1303446 Jun 10 15:06:30.112093 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7d703855-72a1-4d2d-9812-2e9c2d60d37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:30.121094 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bbe89f-d98d-4ae2-b2c1-ac137ba0c4e9,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:30.123726 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:30.220086 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.432287 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59242) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:31.552870 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c4e9732b-4f9a-499e-966d-bc00c7149d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.647042 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c4e9732b-4f9a-499e-966d-bc00c7149d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.650977 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c4e9732b-4f9a-499e-966d-bc00c7149d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.654177 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ac105e51-c4bd-49aa-94d4-150a01864a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:31.694062 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-c4e9732b-4f9a-499e-966d-bc00c7149d7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dfc1d59bed541f39524845881d74fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607007 Jun 10 15:06:31.696285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9732b-4f9a-499e-966d-bc00c7149d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101d4b21-63fe-4f20-8f54-05e15bc31d31,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:31.696800 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 59250) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:31.699353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c4e9732b-4f9a-499e-966d-bc00c7149d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:31.752916 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cc85cd26-6d5e-4208-ba17-d60cc61adc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.775769 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cc85cd26-6d5e-4208-ba17-d60cc61adc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.831190 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cc85cd26-6d5e-4208-ba17-d60cc61adc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.834241 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cc85cd26-6d5e-4208-ba17-d60cc61adc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:31.835421 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-cc85cd26-6d5e-4208-ba17-d60cc61adc41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/101d4b21-63fe-4f20-8f54-05e15bc31d31 HTTP/1.1" status: 204 len: 168 time: 0.1376390 Jun 10 15:06:31.836214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8980cafd-759f-4e47-836a-ef2d74db12cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:31.845038 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85cd26-6d5e-4208-ba17-d60cc61adc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101d4b21-63fe-4f20-8f54-05e15bc31d31,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:31.847632 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cc85cd26-6d5e-4208-ba17-d60cc61adc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:32.061988 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.168853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 59358) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:36.279300 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b88f49eb-8bf7-4e2e-9fd2-8b3801986fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.333116 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:06:36.393777 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b88f49eb-8bf7-4e2e-9fd2-8b3801986fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.398747 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b88f49eb-8bf7-4e2e-9fd2-8b3801986fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.401322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-2c912d64-53b9-45dd-ab73-c28dab9eb974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:36.444428 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-b88f49eb-8bf7-4e2e-9fd2-8b3801986fd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25e038a75c9a4933a9667ae463312606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740481 Jun 10 15:06:36.445633 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f49eb-8bf7-4e2e-9fd2-8b3801986fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d43a5f4-8abb-4c4f-ad85-091db7da4b13,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:36.446869 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59362) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:36.448885 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b88f49eb-8bf7-4e2e-9fd2-8b3801986fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:36.519774 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.543579 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.598865 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.601570 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:36.603244 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d43a5f4-8abb-4c4f-ad85-091db7da4b13 HTTP/1.1" status: 204 len: 168 time: 0.1542726 Jun 10 15:06:36.603985 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-88b9058e-30d0-437e-93b8-69f3713b09f2 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:36.616160 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d43a5f4-8abb-4c4f-ad85-091db7da4b13,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:36.620065 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:36.882753 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59374) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:36.899384 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-345a6254-a5d0-4642-b900-15b7d7094af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:37.001962 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-345a6254-a5d0-4642-b900-15b7d7094af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:37.006118 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-345a6254-a5d0-4642-b900-15b7d7094af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:37.008698 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5bf3d708-2e2a-41a4-8ebe-933cec8d831f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:37.049185 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-345a6254-a5d0-4642-b900-15b7d7094af1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d90d6e09b194843942111e145e4b818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651642 Jun 10 15:06:37.050019 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a6254-a5d0-4642-b900-15b7d7094af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a93f2ac-658d-44cd-aa53-570826d2ccb0,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:37.051761 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 59376) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:06:37.053089 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-345a6254-a5d0-4642-b900-15b7d7094af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:37.106136 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:37.130841 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:37.182381 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:37.184982 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:37.186173 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a93f2ac-658d-44cd-aa53-570826d2ccb0 HTTP/1.1" status: 204 len: 168 time: 0.1334255 Jun 10 15:06:37.187461 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-173f4673-dac8-4fdd-90a6-3f4df2b93c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:06:37.195907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a93f2ac-658d-44cd-aa53-570826d2ccb0,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:06:37.198115 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:06:56.572072 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a6a95001-cae8-4876-afc4-c020da74485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:57.378882 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:59.271851 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fe87b74e-4d03-40c2-b0da-5ee11bfc09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:06:59.274943 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:00.221193 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:02.068082 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:09.341803 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-e4f0b5c6-bd0c-4305-943d-bad1b193e622 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605655 Jun 10 15:07:09.452578 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-0dee5a85-bd1e-48ce-a63c-fdf822326395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:07:09.454150 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-0dee5a85-bd1e-48ce-a63c-fdf822326395 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 1099 time: 0.0664506 Jun 10 15:07:09.589020 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-285de3bc-b1e2-4f0a-b9ed-a6851c5d699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:07:09.590451 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-285de3bc-b1e2-4f0a-b9ed-a6851c5d699e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 200 len: 912 time: 0.1141202 Jun 10 15:07:09.677991 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-f56c45b2-cbed-40a1-8747-07403a7c8013 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 200 len: 1001 time: 0.0805357 Jun 10 15:07:09.735401 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-11ffcefc-739e-4713-9ba3-a59f9f9bc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:07:09.736847 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-11ffcefc-739e-4713-9ba3-a59f9f9bc663 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 200 len: 850 time: 0.0523551 Jun 10 15:07:09.801743 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-8620ff09-7284-4eea-ad58-7f53227aaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:07:09.803276 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-8620ff09-7284-4eea-ad58-7f53227aaffc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587106 Jun 10 15:07:09.920343 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-a0767296-3af7-4b52-8996-bd10c5f9fceb service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105897 Jun 10 15:07:10.312146 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bcd9ea1e-181f-4aff-a32e-ac4da59ec323 req-03814280-0a31-49e0-b3bd-f7d1aefe905d service neutron] 10.222.0.21 "GET /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850911 Jun 10 15:07:13.335953 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:07:26.572305 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-156099c5-a2cb-4f8c-bafe-f017652845a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:27.393803 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:29.271209 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-4b5e110f-8d25-41fc-9b07-909a645f31f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:29.272846 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:30.224126 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:32.067096 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:41.117206 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db591ef7-3455-443a-8456-d7545d984822 req-a1360dfd-0f0b-426f-ac75-a1a4af9e73e5 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:07:41.118684 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db591ef7-3455-443a-8456-d7545d984822 req-a1360dfd-0f0b-426f-ac75-a1a4af9e73e5 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 946 time: 0.0741277 Jun 10 15:07:41.165773 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db591ef7-3455-443a-8456-d7545d984822 req-05d983d7-fc88-45d2-85ee-c8bb1205123d tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups?id=56ba41c1-7211-4049-be50-37ed3bf0823e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Jun 10 15:07:41.463638 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-f9af84e3-681e-48fd-8ed7-fe4eee329ed8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:07:41.465094 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-f9af84e3-681e-48fd-8ed7-fe4eee329ed8 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 946 time: 0.0704496 Jun 10 15:07:41.582384 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Deleting port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:07:41.582618 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:41.695856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] For port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:07:41.696224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:41.926385 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:41.926672 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:41.927019 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Floating IP 5fdcaaf3-5c45-4270-b505-dca2af782eba disassociated. External IP: 172.27.1.96, port: 8a4ed0e6-1f8d-4a39-b210-f12705a29c72. Jun 10 15:07:41.927369 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Calling delete_port for 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:07:42.089112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:42.094167 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-2b35e0f4-a49c-458b-b30d-1117530c4468 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:07:42.125825 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event deleted for resources: {'Port': ['ID=8a4ed0e6-1f8d-4a39-b210-f12705a29c72,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:07:42.190214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.190623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.191029 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.191400 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.191769 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.192131 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.192492 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.192850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.193207 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.193564 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.193918 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.194275 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:07:42.197701 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:07:42.301392 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Router 8fcb131b-aa95-4209-845d-7ebf75f833ec has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:07:42.351642 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2c4eb476-7064-4c6f-97e3-c7bd3ebf8a5f req-fcac864a-048b-48fc-9169-69101656fa16 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de326ef-ea60-4911-bcb9-59442f4abad5 HTTP/1.1" status: 200 len: 210 time: 0.0423253 Jun 10 15:07:42.456590 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:07:42.465880 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] Sync routers for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:07:42.476814 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:07:42.477574 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:07:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:07:42.516671 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] No DVR routers for this DVR port 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:07:42.519380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:42.521440 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0e69385f-af25-4a6d-84cb-15410b3211ab req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.21 "DELETE /v2.0/ports/8a4ed0e6-1f8d-4a39-b210-f12705a29c72 HTTP/1.1" status: 204 len: 173 time: 1.0502195 Jun 10 15:07:42.522237 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'name': 'network-vif-deleted', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:07:42.524623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68ab00f-1a3a-4750-8261-0641597c7838" -d '{"events": [{"server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "name": "network-vif-deleted", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:07:42.706441 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c6441-0122-4945-b5f3-c1fee80bbdf9 x-openstack-request-id: req-372c6441-0122-4945-b5f3-c1fee80bbdf9 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:07:42.706768 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de326ef-ea60-4911-bcb9-59442f4abad5", "name": "network-vif-deleted", "tag": "8a4ed0e6-1f8d-4a39-b210-f12705a29c72", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:07:42.707085 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-372c6441-0122-4945-b5f3-c1fee80bbdf9 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:07:42.707525 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de326ef-ea60-4911-bcb9-59442f4abad5', 'name': 'network-vif-deleted', 'tag': '8a4ed0e6-1f8d-4a39-b210-f12705a29c72', 'status': 'completed', 'code': 200} Jun 10 15:07:42.774297 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:07:43.041480 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:07:43.045055 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] Checking router: 8fcb131b-aa95-4209-845d-7ebf75f833ec for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:07:43.057624 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:07:43.058260 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:07:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:07:43.215421 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:07:43.472757 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:07:43.476097 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f5ad6-7811-4824-909f-83ebfda7a36e None None] The sync data for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi is: [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T14:42:42Z', 'revision_number': 4, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '01cd8d9c-d810-4657-b181-536f8c44b8d0', 'name': '', 'network_id': '4a1ab817-f3ea-4dc6-99f0-99a17ce4b328', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'mac_address': 'fa:16:3e:33:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:41Z', 'updated_at': '2021-06-10T14:42:52Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'subnets': [{'id': '08b4614b-c17b-43b7-998e-4a5b62a31efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:07:43.487760 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 59948) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:07:43.555189 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:43.581558 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:43.636765 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:43.639436 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:43.640650 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "DELETE /v2.0/security-groups/56ba41c1-7211-4049-be50-37ed3bf0823e HTTP/1.1" status: 204 len: 168 time: 0.1511116 Jun 10 15:07:43.642013 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b74afe0e-a8b4-4b51-99b5-23a0011a4a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:07:43.643502 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 59950) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:07:43.656862 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ba41c1-7211-4049-be50-37ed3bf0823e,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:07:43.660972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:07:43.662413 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.api.v2.resource [None req-f574a259-b156-497c-9b49-2303ea2d4379 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] show failed (client error): The resource could not be found. Jun 10 15:07:43.670264 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 59952) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:07:43.670467 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-f574a259-b156-497c-9b49-2303ea2d4379 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "GET /v2.0/security-groups/56ba41c1-7211-4049-be50-37ed3bf0823e HTTP/1.1" status: 404 len: 347 time: 0.0227225 Jun 10 15:07:43.687668 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21453c80-3cac-437b-9981-52c61b2ae6e6 None None] New status for floating IP 5fdcaaf3-5c45-4270-b505-dca2af782eba: DOWN {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:07:43.827032 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Deleting port f7a89c01-2985-489b-a862-cfba2260d7ca {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:07:43.827464 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:43.933036 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:43.933365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:44.026024 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Calling delete_port for f7a89c01-2985-489b-a862-cfba2260d7ca owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:07:44.195849 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:44.198015 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c959a690-ae63-43fd-9acc-9c7d967cbea3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:07:44.230142 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Pushing event deleted for resources: {'Port': ['ID=f7a89c01-2985-489b-a862-cfba2260d7ca,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:07:44.234555 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:07:44.308576 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:44.311028 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:44.312986 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] 10.222.0.23 "DELETE /v2.0/floatingips/5fdcaaf3-5c45-4270-b505-dca2af782eba HTTP/1.1" status: 204 len: 168 time: 0.6453202 Jun 10 15:07:44.959843 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:07:44.989276 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:07:44.989628 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 8a4ed0e6-1f8d-4a39-b210-f12705a29c72 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:07:50.335100 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:07:56.573099 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b498477-37cb-4fa7-b44b-c84936e9a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:57.393774 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:59.272173 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:07:59.273914 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1834f850-4786-43e5-9818-859788228209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:00.227432 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:02.069305 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:26.574138 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c927-3be6-4ecd-8745-f8677d2a6c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:27.334323 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:08:27.412275 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:29.274998 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:29.276573 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f66c4880-bfb4-458e-a76f-5c4027762e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:30.232962 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:32.072184 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:56.574317 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bac75e3a-f39e-4f48-a9df-96e76a943615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:57.408034 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:59.276101 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:08:59.279161 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3d9f156d-fbd1-4a7d-a176-141cfa6582c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:00.232637 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:02.079689 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:04.333318 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:09:26.575524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1223fef4-7e21-4cc2-9903-7bd6fc13b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:27.419839 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:29.272451 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b9390926-cb4d-4419-a95c-99c611e1504b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:29.274131 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:30.236579 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:32.077144 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:41.332376 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:09:56.577357 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7525b9e3-2136-44e0-9f51-99aec166d331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:57.420758 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:59.269926 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e1d7-fbd7-4f6f-84a2-060ecdc908cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:09:59.272975 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:00.239235 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:02.079694 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:18.332438 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:10:26.577735 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b81cfaac-f491-4363-a15a-ee9ade332b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:27.421434 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:29.271614 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6e16ad63-6650-4b6b-8fca-2e0b4ffa7324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:29.273617 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:30.241644 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:31.442101 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-9ae20d25-1c55-415f-9e73-87ae1c1d68cb req-0ffac765-8e61-4e86-a546-82342e24fef9 service neutron] (98496) timed out ('10.222.0.21', 51908) {{(pid=98496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 15:10:32.082472 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:55.330879 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:10:56.583709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-db917ba4-dc4a-432a-8beb-1bf3ecf36a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:57.437221 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:59.269350 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e91f-85e3-4655-8de9-30b3ab29c40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:10:59.271131 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:00.244783 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:02.089267 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:26.585632 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-05004261-d1f0-44f1-bca2-8d7719170268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:27.454379 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:29.269886 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:29.271992 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6a61b149-c9a9-4c68-b6ee-ff76fbf51cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:30.249424 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:32.087503 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:32.330680 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:11:56.588797 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6a90be14-6939-476a-9fc1-4580dbcc7f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:57.457829 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:59.271532 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:11:59.273301 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-8cb01e8c-a9de-4aa6-a10c-87a9f65cc672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:00.251168 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:02.221867 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:09.330236 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:12:26.588742 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3071b82c-b835-4126-aa10-baa821970cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:27.453679 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:29.271651 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a3043aa6-8d47-48fa-b308-d07d8c64e226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:29.273663 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:30.253974 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:32.093498 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.041665 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 34080) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:39.147413 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.242575 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.247489 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.250768 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c96ac122-2d0b-4e35-abb9-9e01707c26db tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:39.294167 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6ba393a7c224916bff7564897ea0e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510600 Jun 10 15:12:39.296590 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 34086) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:39.297261 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4161b0d1-1f2f-4b44-944b-0f143b9d2486,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:39.305577 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.305958 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.306654 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.306654 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.307050 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.307419 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.307775 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.308129 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.308503 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.308837 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.309186 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.309533 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.313417 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:39.357200 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.381027 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.438846 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.441616 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.442740 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4161b0d1-1f2f-4b44-944b-0f143b9d2486 HTTP/1.1" status: 204 len: 168 time: 0.1451628 Jun 10 15:12:39.443495 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a0dd198e-803e-453e-abbc-19afa79c9555 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:39.451990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161b0d1-1f2f-4b44-944b-0f143b9d2486,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:39.462321 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.462735 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.463130 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.463536 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.463892 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.464268 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.464627 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.464990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.465336 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.465680 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.466021 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.466404 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:12:39.472474 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:39.710129 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 34100) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:39.726205 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a34ca158-bb2b-4654-b31f-5633f9478e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.827137 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a34ca158-bb2b-4654-b31f-5633f9478e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.831526 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a34ca158-bb2b-4654-b31f-5633f9478e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.834603 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd93-a014-4c5f-b743-c2d51f27a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:39.873320 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a34ca158-bb2b-4654-b31f-5633f9478e1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61879aa91de844c699b825c852a6d205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621027 Jun 10 15:12:39.874213 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ca158-bb2b-4654-b31f-5633f9478e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7cf77-1d6f-4294-ba1b-43050bd18e78,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:39.876133 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 34102) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:39.877295 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a34ca158-bb2b-4654-b31f-5633f9478e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:39.931189 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:39.957323 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:40.011366 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:40.014152 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:40.017866 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42a7cf77-1d6f-4294-ba1b-43050bd18e78 HTTP/1.1" status: 204 len: 168 time: 0.1383178 Jun 10 15:12:40.017866 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-844d5aa6-f203-474d-9660-24251ef63a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:40.029598 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7cf77-1d6f-4294-ba1b-43050bd18e78,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:40.032627 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:41.652726 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 34172) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:41.763069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b262-f555-4063-bab5-764e7156a2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:41.856801 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b262-f555-4063-bab5-764e7156a2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:41.860348 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b262-f555-4063-bab5-764e7156a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:41.863458 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c4e9732b-4f9a-499e-966d-bc00c7149d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:41.902759 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d0d1b262-f555-4063-bab5-764e7156a2ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22ec7846f58a4352a4ba2bfbf041351f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489660 Jun 10 15:12:41.903692 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1b262-f555-4063-bab5-764e7156a2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf5ac2-fadd-45fc-affb-7156eaf32a78,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:41.905457 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 34178) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:41.906657 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d0d1b262-f555-4063-bab5-764e7156a2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:41.957206 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:41.980325 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.040681 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.043628 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.044776 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcdf5ac2-fadd-45fc-affb-7156eaf32a78 HTTP/1.1" status: 204 len: 168 time: 0.1383393 Jun 10 15:12:42.045547 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-649283fc-dd45-4b9e-ac90-7b3462e3261b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:42.055971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf5ac2-fadd-45fc-affb-7156eaf32a78,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:42.058544 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:42.316276 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 34188) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:42.333122 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5e398483-0671-4d2a-b86f-a675fa98b4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.426002 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5e398483-0671-4d2a-b86f-a675fa98b4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.430194 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5e398483-0671-4d2a-b86f-a675fa98b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.433399 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1576f023-a457-4f2d-9063-e3cebbec521a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:42.475997 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-5e398483-0671-4d2a-b86f-a675fa98b4a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f0c34c0ea4047f29b7d82636264d41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575375 Jun 10 15:12:42.477345 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e398483-0671-4d2a-b86f-a675fa98b4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febdf4d6-2d56-47a0-8d6b-04b5a24713ba,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:42.478589 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 34190) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:42.480438 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5e398483-0671-4d2a-b86f-a675fa98b4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:42.531968 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-27ad9251-7e44-4787-b5de-8c7b9d1b5197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.558653 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-27ad9251-7e44-4787-b5de-8c7b9d1b5197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.608553 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-27ad9251-7e44-4787-b5de-8c7b9d1b5197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.611113 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-27ad9251-7e44-4787-b5de-8c7b9d1b5197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:42.612229 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-27ad9251-7e44-4787-b5de-8c7b9d1b5197 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/febdf4d6-2d56-47a0-8d6b-04b5a24713ba HTTP/1.1" status: 204 len: 168 time: 0.1326342 Jun 10 15:12:42.613007 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e55dace5-8a8c-4669-8877-f7ca4d5c619b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:42.621943 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad9251-7e44-4787-b5de-8c7b9d1b5197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febdf4d6-2d56-47a0-8d6b-04b5a24713ba,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:42.624279 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-27ad9251-7e44-4787-b5de-8c7b9d1b5197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:43.679228 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 34228) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:43.783722 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ebba3585-7283-4460-9fe4-9e9768b123be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:43.880950 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ebba3585-7283-4460-9fe4-9e9768b123be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:43.884685 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ebba3585-7283-4460-9fe4-9e9768b123be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:43.887168 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f53a7e95-914b-4b64-ae0b-a21fde15411a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:43.926979 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba3585-7283-4460-9fe4-9e9768b123be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5526b120-f985-4b43-9d8e-fdade0f775ed,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:43.932152 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-ebba3585-7283-4460-9fe4-9e9768b123be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68b81e79f50942a48137f87cce93bde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518311 Jun 10 15:12:43.933155 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ebba3585-7283-4460-9fe4-9e9768b123be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:43.933768 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 34232) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:12:43.993064 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6cc9-afb8-422c-8307-da25c5d04a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:44.020670 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6cc9-afb8-422c-8307-da25c5d04a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:44.091112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6cc9-afb8-422c-8307-da25c5d04a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:44.093774 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6cc9-afb8-422c-8307-da25c5d04a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:44.094916 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-9c9b6cc9-afb8-422c-8307-da25c5d04a2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5526b120-f985-4b43-9d8e-fdade0f775ed HTTP/1.1" status: 204 len: 168 time: 0.1600811 Jun 10 15:12:44.095714 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d4e539f7-00f9-4d1d-ba32-966ed62616a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:12:44.105580 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b6cc9-afb8-422c-8307-da25c5d04a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5526b120-f985-4b43-9d8e-fdade0f775ed,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:12:44.112109 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9c9b6cc9-afb8-422c-8307-da25c5d04a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:12:46.328237 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:12:56.589108 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-938bf4d6-2d5c-4a32-b0e9-d164791d0085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:57.453307 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:59.273857 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d154b5ae-a2e0-4224-bb9f-20b0ea31b6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:12:59.275866 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:00.256927 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:02.100829 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:23.326886 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:13:26.591858 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-80cd190c-96e5-4e74-9657-5d3f1d6cfd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:27.454585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:29.274549 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e34396d4-f809-4845-bd0b-5819bab13eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:29.276402 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:30.263229 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:32.097234 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:56.594002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-70f2519f-30aa-4708-b056-f5da4a42bf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:57.464648 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:59.276327 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e8af1855-c891-4438-b338-807e8f1b9ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:13:59.281063 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:00.262004 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:00.325881 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:14:02.101373 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:26.600231 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-14b59a14-b962-4347-a24c-51590d95b9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:27.483616 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:29.277730 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c4aa-d473-4f37-b4a1-ccecd270e42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:29.279492 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:30.265168 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:32.103068 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:37.325432 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:14:56.598679 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-4724b451-bdaa-44da-b4a8-ab5caddb1155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:57.487485 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:57.515990 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35330) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:14:58.100072 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:58.419786 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Deleting port 30cd7a54-6d73-454b-b3c5-7ae4642857e0 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:14:58.420128 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:58.523360 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] For port 30cd7a54-6d73-454b-b3c5-7ae4642857e0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=30cd7a54-6d73-454b-b3c5-7ae4642857e0,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:14:58.524078 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:58.890436 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Calling delete_port for 30cd7a54-6d73-454b-b3c5-7ae4642857e0 owned by network:router_interface {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:14:59.110265 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:59.112993 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:14:59.146976 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=30cd7a54-6d73-454b-b3c5-7ae4642857e0,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:14:59.182350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.182732 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.183128 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.183491 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.183854 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.184211 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.184566 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.184918 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.185274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.185623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.185972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.186322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:14:59.189868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:14:59.280170 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:59.288641 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6433e356-5fd8-4537-aad3-93268013f46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:59.387424 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:59.681255 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Router 36e8450f-bd3b-458b-a065-58a1f2e25f27 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:14:59.823512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:14:59.828579 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/36e8450f-bd3b-458b-a065-58a1f2e25f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3115637 Jun 10 15:14:59.831026 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35350) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:14:59.833606 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] Sync routers for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:14:59.843151 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:14:59.843858 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:14:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:14:59.974464 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:14:59.984267 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:15:00.117971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.178924 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Deleting port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:15:00.179280 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.216886 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T15:14:59Z', 'revision_number': 5, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port': {'id': '5069e1ca-fd13-4c88-b4fd-3fce4423cad5', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:38Z', 'updated_at': '2021-06-10T14:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:15:00.220061 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] Checking router: 36e8450f-bd3b-458b-a065-58a1f2e25f27 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:15:00.228760 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] Routers {'36e8450f-bd3b-458b-a065-58a1f2e25f27'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:15:00.229369 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:14:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['36e8450f-bd3b-458b-a065-58a1f2e25f27'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:15:00.289289 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] For port 5069e1ca-fd13-4c88-b4fd-3fce4423cad5, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:15:00.289650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.349427 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.363961 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] Set router 36e8450f-bd3b-458b-a065-58a1f2e25f27 gateway port host: None {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:15:00.383783 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Calling delete_port for 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 owned by network:router_gateway {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:15:00.443236 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T15:15:00Z', 'revision_number': 6, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:15:00.447224 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21942a75-9ae7-41e2-a628-11c6f7da107b None None] The sync data for ids ['36e8450f-bd3b-458b-a065-58a1f2e25f27'] in dv-cinder-795785-1-iscsi is: [{'id': '36e8450f-bd3b-458b-a065-58a1f2e25f27', 'name': 'tempest-AttachVolumeShelveTestJSON-829011378-router', 'tenant_id': 'd6b5cc5cfd32435ca49e59af025df610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T15:15:00Z', 'revision_number': 6, 'project_id': 'd6b5cc5cfd32435ca49e59af025df610', 'gw_port_host': None}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:15:00.601016 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.604066 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b9abc681-040c-40ac-af92-ba7059633d93 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:00.634009 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5069e1ca-fd13-4c88-b4fd-3fce4423cad5,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:00.637797 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:00.711740 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.846742 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.849852 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.911210 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.911751 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e8450f-bd3b-458b-a065-58a1f2e25f27 {{(pid=98497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:15:00.916496 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:00.917539 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/36e8450f-bd3b-458b-a065-58a1f2e25f27 HTTP/1.1" status: 204 len: 168 time: 1.0856106 Jun 10 15:15:00.920004 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35360) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:00.971777 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_v2 [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Deleting subnet c1ec4dce-ee03-4793-b39d-ec156b71e400 {{(pid=98497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:15:00.974778 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.020717 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10333336'] for subnet, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.109752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.170609 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9659191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9018239'] for subnet, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.173062 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-67d1a697-a17f-4d5f-b087-95d914262d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:01.204897 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ec4dce-ee03-4793-b39d-ec156b71e400,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:01.210461 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:01.214956 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-838a4557-1733-468e-95be-61e26505112e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.216795 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-838a4557-1733-468e-95be-61e26505112e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1ec4dce-ee03-4793-b39d-ec156b71e400 HTTP/1.1" status: 204 len: 168 time: 0.2958810 Jun 10 15:15:01.219251 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35362) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:01.222289 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b32c4-cded-4ef4-ae22-2fb9ac0c7177 None None] Network 10c0d69e-5adc-49c8-bb0e-f62dc712052e requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:15:01.309022 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.456990 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] DHCP port deletion for 10c0d69e-5adc-49c8-bb0e-f62dc712052e request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:15:01.516758 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Deleting port c8b2d69a-1c30-468d-97d4-3e43e85b21ad {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:15:01.517158 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.658732 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Deleting port c8b2d69a-1c30-468d-97d4-3e43e85b21ad {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:15:01.659054 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.738608 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] For port c8b2d69a-1c30-468d-97d4-3e43e85b21ad, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:15:01.739051 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.748036 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] For port c8b2d69a-1c30-468d-97d4-3e43e85b21ad, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,segment=NetworkSegment(f9e5216a-cceb-41d9-8826-6b4054740fc6),segment_id=f9e5216a-cceb-41d9-8826-6b4054740fc6)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:15:01.748571 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.831148 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Calling delete_port for c8b2d69a-1c30-468d-97d4-3e43e85b21ad owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:15:01.844650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Calling delete_port for c8b2d69a-1c30-468d-97d4-3e43e85b21ad owned by network:dhcp {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:15:01.925819 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.927760 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:01.946249 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:01.948260 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:01.954320 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Pushing event deleted for resources: {'Port': ['ID=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:01.963878 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] No DVR routers for this DVR port c8b2d69a-1c30-468d-97d4-3e43e85b21ad on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:15:01.965884 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.966230 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.966575 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.967376 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.967376 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.967591 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.968161 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.968301 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.968524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.968852 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.969170 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.969488 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:01.973032 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-fdc68694-19f7-448f-ab4f-eeb7909dfecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:01.979768 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b2d69a-1c30-468d-97d4-3e43e85b21ad,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:01.982882 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:01.983788 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] No DVR routers for this DVR port c8b2d69a-1c30-468d-97d4-3e43e85b21ad on host dv-cinder-795785-1-iscsi {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:15:02.043445 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 30cd7a54-6d73-454b-b3c5-7ae4642857e0 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:15:02.071916 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 30cd7a54-6d73-454b-b3c5-7ae4642857e0 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:15:02.072273 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 30cd7a54-6d73-454b-b3c5-7ae4642857e0 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:15:02.072706 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c8b2d69a-1c30-468d-97d4-3e43e85b21ad no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:15:02.086260 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.097702 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c0d69e-5adc-49c8-bb0e-f62dc712052e']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:15:02.103371 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: c8b2d69a-1c30-468d-97d4-3e43e85b21ad {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:15:02.103731 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c8b2d69a-1c30-468d-97d4-3e43e85b21ad not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:15:02.104159 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:15:02.109178 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e5216a-cceb-41d9-8826-6b4054740fc6') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:15:02.109479 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e5216a-cceb-41d9-8826-6b4054740fc6') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:15:02.121008 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.137482 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.141021 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:15:02.141391 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 5069e1ca-fd13-4c88-b4fd-3fce4423cad5 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:15:02.144945 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:15:02.144945 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.145398 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: self.session.flush() Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: self.session.flush() Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: self.session.flush() Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: self.session.flush() Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:15:02.147726 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:15:02.232273 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.236039 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:02.238603 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.240945 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] 10.222.0.23 "DELETE /v2.0/networks/10c0d69e-5adc-49c8-bb0e-f62dc712052e HTTP/1.1" status: 204 len: 168 time: 1.0202882 Jun 10 15:15:02.254847 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=10c0d69e-5adc-49c8-bb0e-f62dc712052e,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:02.258231 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:02.355221 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35372) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:02.400247 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-da802af9-2c46-46c5-aba1-e7241377a35a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6b5cc5cfd32435ca49e59af025df610&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437715 Jun 10 15:15:02.402527 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35376) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:02.454205 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.481437 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.530793 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.533358 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:02.534500 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c1c7f9c-d875-490f-8d30-13e1f360803f HTTP/1.1" status: 204 len: 168 time: 0.1310520 Jun 10 15:15:02.535307 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-91e31398-2574-477c-86b4-1f35155c5d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:02.544465 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1c7f9c-d875-490f-8d30-13e1f360803f,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:02.547440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:04.311607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35448) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:04.418675 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d04-5ef2-4276-8d25-c5d50fc59f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:04.515185 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d04-5ef2-4276-8d25-c5d50fc59f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:04.519043 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e99e0d04-5ef2-4276-8d25-c5d50fc59f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:04.521944 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-57858d3a-6719-42c8-a56f-e302758ae5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:04.561670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e99e0d04-5ef2-4276-8d25-c5d50fc59f6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fe5bc91303b42ac912d518882c04a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490044 Jun 10 15:15:04.562664 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e0d04-5ef2-4276-8d25-c5d50fc59f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7923b139-8447-4995-a79b-2bd1fea60958,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:04.564259 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 35456) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:04.565884 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e99e0d04-5ef2-4276-8d25-c5d50fc59f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:04.619188 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:04.642152 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:04.691243 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:04.694592 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:04.695786 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7923b139-8447-4995-a79b-2bd1fea60958 HTTP/1.1" status: 204 len: 168 time: 0.1299410 Jun 10 15:15:04.696532 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-412515eb-d744-42e7-8044-94f5602a72fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:04.705164 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7923b139-8447-4995-a79b-2bd1fea60958,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:04.712938 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.713323 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.713809 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.714187 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.714549 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.715042 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.715405 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.715764 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.716131 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.716484 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.716836 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.717187 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:15:04.720297 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:04.950542 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 35466) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:04.967124 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa106-6ef5-4239-97b9-9c4aced3b71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:05.067297 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa106-6ef5-4239-97b9-9c4aced3b71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:05.071615 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa106-6ef5-4239-97b9-9c4aced3b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:05.073936 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c020307-1504-46fc-838e-17bcaf32796f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:05.112815 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8a1aa106-6ef5-4239-97b9-9c4aced3b71e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=437491acae2c4b55995f8abef8021ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611967 Jun 10 15:15:05.113785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aa106-6ef5-4239-97b9-9c4aced3b71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ec8a6-2801-4903-9673-16b8dd98b276,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:05.115928 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 35470) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:15:05.117442 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8a1aa106-6ef5-4239-97b9-9c4aced3b71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:05.170448 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:05.193098 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:05.241585 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:05.244217 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:05.245630 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc9ec8a6-2801-4903-9673-16b8dd98b276 HTTP/1.1" status: 204 len: 168 time: 0.1279249 Jun 10 15:15:05.246379 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-67e4b12d-b27d-4287-8ddb-8049478903d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:15:05.255231 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9ec8a6-2801-4903-9673-16b8dd98b276,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:15:05.258048 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:15:14.324655 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:15:26.590134 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b32facd6-6b4a-4e6e-887e-434f98d8c0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:27.491398 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:29.281762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-5b5a40d0-a881-47f1-abf7-b1ffd706477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:29.283798 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:30.271938 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:32.108686 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:51.323472 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:15:56.592608 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1541eb79-8198-4b08-8dfe-1bf8a0b71062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:57.500825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:59.280265 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-42595a2e-7e82-4d76-8782-b162f97f5203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:15:59.282000 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:00.273587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:02.109837 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:26.595773 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-53a6d1ce-da56-485d-ac21-cc50bc55acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:27.485567 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:28.422343 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:16:29.279380 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9d8acf85-b04d-4d6d-bb3d-f414e3c0195d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:29.281107 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:30.276268 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.112517 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:56.594763 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-54046906-7072-4161-b543-9698cf469c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:57.487710 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:59.285524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c8515702-d4b0-4c61-8d36-b4fe6cacf608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:59.285524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:00.278552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:02.125411 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:05.320339 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:17:26.595193 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d061e754-4172-4540-bd29-4e869e1dfe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:27.505913 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:29.282677 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-70e73a25-cd24-42a1-b66e-8bf49d12c9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:29.284332 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:30.282243 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.026422 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 36748) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:32.124421 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.158838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.250508 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.254238 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.256649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-afe66e49-3928-4c8b-aec4-5813c7ec33e5 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:32.296541 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1e192a14aed40e1b8b6a72a1f3f7e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690029 Jun 10 15:17:32.297431 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98193748-0a79-4bfc-ac42-d8df4f6605f0,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:32.299211 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 36754) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:32.305544 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.305893 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.306264 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.306623 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.307008 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.307367 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.307720 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.308072 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.308425 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.308775 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.309123 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.309468 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.313423 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9035db88-f189-4658-ab3d-f53d2a4ed4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:32.357320 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.383066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.434861 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.437471 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:32.439384 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98193748-0a79-4bfc-ac42-d8df4f6605f0 HTTP/1.1" status: 204 len: 168 time: 0.1390665 Jun 10 15:17:32.440243 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b426d834-2002-4f5d-a184-2e8c2046b1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:32.449324 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98193748-0a79-4bfc-ac42-d8df4f6605f0,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:32.456705 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.457199 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.457670 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.458277 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.458708 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.459178 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.459601 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.459986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.460417 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.460916 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.461286 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.461780 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:17:32.464845 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a453a335-a060-457a-be0e-217eebe41d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:34.065645 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 36792) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:34.170374 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a68f34df-e516-4df2-9021-93b17c44bbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.262941 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a68f34df-e516-4df2-9021-93b17c44bbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.266463 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a68f34df-e516-4df2-9021-93b17c44bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.268741 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-3fca279e-2de4-4426-959f-9f24a8c2097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:34.309825 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a68f34df-e516-4df2-9021-93b17c44bbd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5596477c90f74dd481b9a1b334eb1e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431014 Jun 10 15:17:34.310852 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f34df-e516-4df2-9021-93b17c44bbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e667ba-ddc2-4557-9b4c-cb15da7567fb,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:34.312480 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 36796) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:34.313986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a68f34df-e516-4df2-9021-93b17c44bbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:34.364674 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a7e74f25-d9fe-4038-91b1-54275994b815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.392048 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a7e74f25-d9fe-4038-91b1-54275994b815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.441035 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a7e74f25-d9fe-4038-91b1-54275994b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.443563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a7e74f25-d9fe-4038-91b1-54275994b815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.444670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a7e74f25-d9fe-4038-91b1-54275994b815 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09e667ba-ddc2-4557-9b4c-cb15da7567fb HTTP/1.1" status: 204 len: 168 time: 0.1312099 Jun 10 15:17:34.445736 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1575ab31-c05f-43a4-afbd-f9287ac7559e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:34.454005 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e74f25-d9fe-4038-91b1-54275994b815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e667ba-ddc2-4557-9b4c-cb15da7567fb,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:34.456183 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a7e74f25-d9fe-4038-91b1-54275994b815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:34.701882 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 36802) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:34.717414 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cfe30334-497a-4c24-a28f-f62be72704c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.826391 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cfe30334-497a-4c24-a28f-f62be72704c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.830378 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-cfe30334-497a-4c24-a28f-f62be72704c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.834116 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c5b314d-0e2e-40cd-a9d0-f5c83109a0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:34.875210 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-cfe30334-497a-4c24-a28f-f62be72704c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c724afb0a9a46fba566256bbe98d87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722279 Jun 10 15:17:34.876137 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30334-497a-4c24-a28f-f62be72704c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3daa2d0-7b4f-4419-ad16-debe18a558b8,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:34.877846 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 36806) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:34.879094 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-cfe30334-497a-4c24-a28f-f62be72704c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:34.932719 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:34.955067 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.004824 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.008252 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.009554 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3daa2d0-7b4f-4419-ad16-debe18a558b8 HTTP/1.1" status: 204 len: 168 time: 0.1305516 Jun 10 15:17:35.010400 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d5969f82-b581-4978-9086-7d8ce2a424ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:35.019389 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3daa2d0-7b4f-4419-ad16-debe18a558b8,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:35.021565 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:35.697449 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 36830) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:35.792402 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6551010-network', 'tenant_id': '5590bed2d21648d1af4d37e010eb837d'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:17:35.813822 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Made reservation on behalf of 5590bed2d21648d1af4d37e010eb837d for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:17:35.816094 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.827086 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.923224 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.927161 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.930811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-82437b2e-49e7-435b-a31c-7962e74a76c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:35.953609 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:17:35.961897 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688a560f-568d-45f1-8284-6cd7f2bc18ed,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:35.965414 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:35.968328 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:35.968741 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Added segment ca993a3d-1c4a-4634-b9c4-cb45de424f76 of type vlan for network a548893f-e349-4e94-91c6-ae8686c0cba7 Jun 10 15:17:36.020069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:36.049220 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:36.050519 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:36.051129 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:36.053233 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:36.090069 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3915293 Jun 10 15:17:36.093009 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 36838) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:36.098160 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Request body: {'subnet': {'network_id': 'a548893f-e349-4e94-91c6-ae8686c0cba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6551010-subnet', 'tenant_id': '5590bed2d21648d1af4d37e010eb837d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:17:36.119811 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Made reservation on behalf of 5590bed2d21648d1af4d37e010eb837d for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:17:36.122147 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018208'] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:36.129981 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Pushing event updated for resources: {'Network': ['ID=a548893f-e349-4e94-91c6-ae8686c0cba7,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:36.132760 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:36.140365 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network a548893f-e349-4e94-91c6-ae8686c0cba7 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:17:36.331149 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9659254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018230'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:36.333130 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1926ea54-0f7d-428f-842e-3c0bb70722e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:36.396893 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb004d54-3e65-487c-bb45-a7195ca9badf,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:36.402887 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:36.408566 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Checking segment: {'id': 'ca993a3d-1c4a-4634-b9c4-cb45de424f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a548893f-e349-4e94-91c6-ae8686c0cba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:17:36.408914 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Network hostable DHCP agents. Network: a548893f-e349-4e94-91c6-ae8686c0cba7, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:17:36.425922 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Network a548893f-e349-4e94-91c6-ae8686c0cba7 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:17:36.434641 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, a548893f-e349-4e94-91c6-ae8686c0cba7) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:17:36.441138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:36.442084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:36.443034 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964ad1d-c480-43f7-91ca-7c41e6a67a13 None None] Network a548893f-e349-4e94-91c6-ae8686c0cba7 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:17:36.463399 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3620982 Jun 10 15:17:36.605577 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613c63c-54b9-45c6-aa19-e4525fc57d17 None None] Network a548893f-e349-4e94-91c6-ae8686c0cba7 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:17:36.924808 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 36854) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:36.930322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447941605-network', 'tenant_id': 'e6a80d38018e4383be2eb9b5ae54d700'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:17:36.951138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Made reservation on behalf of e6a80d38018e4383be2eb9b5ae54d700 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:17:36.953415 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:36.966440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.061883 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.065595 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.069243 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-01cadfbe-6478-4444-9095-746ee45f350b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:37.085923 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:17:37.103658 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.104245 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Added segment 33825fc2-f0fc-4f20-98b9-9a64b5e9c338 of type vlan for network f0d49f14-9151-40c4-8170-e2ef9408ee5d Jun 10 15:17:37.105217 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad049101-e05e-4507-b186-3c01d0827df4,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:37.113992 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:37.163541 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.191500 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.192764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:37.193335 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.196360 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7f4e51be-3272-4771-b8d1-8c622d8bc919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:37.229854 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3039408 Jun 10 15:17:37.232755 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 36860) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:37.238610 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Request body: {'subnet': {'network_id': 'f0d49f14-9151-40c4-8170-e2ef9408ee5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447941605-subnet', 'tenant_id': 'e6a80d38018e4383be2eb9b5ae54d700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:17:37.260179 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Made reservation on behalf of e6a80d38018e4383be2eb9b5ae54d700 for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:17:37.262570 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9258563'] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.275102 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Pushing event updated for resources: {'Network': ['ID=f0d49f14-9151-40c4-8170-e2ef9408ee5d,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:37.277685 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7f90bcf0-632b-460f-88a3-040c79a6be7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:37.284618 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network f0d49f14-9151-40c4-8170-e2ef9408ee5d details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:17:37.473829 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8887722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9258581'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.476926 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:37.537656 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d36840a-73ca-48a8-936e-ecfc212d45f2,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:37.541233 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:37.546734 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Checking segment: {'id': '33825fc2-f0fc-4f20-98b9-9a64b5e9c338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f0d49f14-9151-40c4-8170-e2ef9408ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:17:37.547114 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Network hostable DHCP agents. Network: f0d49f14-9151-40c4-8170-e2ef9408ee5d, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:17:37.563007 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Network f0d49f14-9151-40c4-8170-e2ef9408ee5d is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:17:37.572520 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, f0d49f14-9151-40c4-8170-e2ef9408ee5d) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:17:37.577018 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:37.578129 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:37.581285 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74396f-c029-4268-aea3-5a6fe6859586 None None] Network f0d49f14-9151-40c4-8170-e2ef9408ee5d requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:17:37.592205 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d78bcbbc-2b25-43f5-b475-e32d53456f5d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3576503 Jun 10 15:17:37.741289 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63530598-42f7-48b1-a377-f22851de48e1 None None] Network f0d49f14-9151-40c4-8170-e2ef9408ee5d requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:17:42.318044 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:17:50.626307 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37072) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:50.835201 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Deleting subnet cabee429-611f-4506-8dc6-d3f2d52ab803 {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:17:50.840329 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:50.882574 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:50.930125 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:50.990247 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:50.992770 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:51.029880 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cabee429-611f-4506-8dc6-d3f2d52ab803,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:51.033016 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:51.036583 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.038495 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cabee429-611f-4506-8dc6-d3f2d52ab803 HTTP/1.1" status: 204 len: 168 time: 0.4111483 Jun 10 15:17:51.041015 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37082) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:51.131773 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37090) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:51.161076 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.185712 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Deleting subnet bb004d54-3e65-487c-bb45-a7195ca9badf {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:17:51.188836 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.232681 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.276399 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.287049 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.288260 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543eb357-c552-4b50-8db0-49e07e115a76']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:51.300461 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86868aea-761f-4d9b-aaa0-b05e97c66e83') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:51.300766 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86868aea-761f-4d9b-aaa0-b05e97c66e83') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:51.311544 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.328175 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.334855 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:17:51.335352 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:17:51.337770 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:17:51.354263 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.358228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:51.398133 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb004d54-3e65-487c-bb45-a7195ca9badf,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:51.401346 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.406644 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bb004d54-3e65-487c-bb45-a7195ca9badf HTTP/1.1" status: 204 len: 168 time: 0.2738373 Jun 10 15:17:51.407266 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37092) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:51.408077 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-737ad9d4-3803-4c14-9db3-b63f555c0f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:51.427694 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.431293 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:51.434890 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.436648 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] 10.222.0.23 "DELETE /v2.0/networks/543eb357-c552-4b50-8db0-49e07e115a76 HTTP/1.1" status: 204 len: 168 time: 0.3944068 Jun 10 15:17:51.451875 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=543eb357-c552-4b50-8db0-49e07e115a76,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:51.454247 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-de518789-1c6b-4f91-9346-b9e3324b1e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:51.512867 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.567667 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37096) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:51.612041 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e24031af-d51c-4c43-b097-99d1b14cfbaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a0ee1c8e031466c8557afdfe4dcede5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431275 Jun 10 15:17:51.614598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37098) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:51.624611 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.637302 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a548893f-e349-4e94-91c6-ae8686c0cba7']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:51.648730 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca993a3d-1c4a-4634-b9c4-cb45de424f76') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:51.649033 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca993a3d-1c4a-4634-b9c4-cb45de424f76') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:51.659831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.669171 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-675a02d7-dadc-4e52-bf77-156085ad9442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.674776 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.681124 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:17:51.681490 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:17:51.683403 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:17:51.692417 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-675a02d7-dadc-4e52-bf77-156085ad9442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.747671 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-675a02d7-dadc-4e52-bf77-156085ad9442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.750251 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-675a02d7-dadc-4e52-bf77-156085ad9442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.751407 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-675a02d7-dadc-4e52-bf77-156085ad9442 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/add34367-84aa-484c-a678-11d9564ba8c4 HTTP/1.1" status: 204 len: 168 time: 0.1358893 Jun 10 15:17:51.752284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ebba3585-7283-4460-9fe4-9e9768b123be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:51.763621 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a02d7-dadc-4e52-bf77-156085ad9442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add34367-84aa-484c-a678-11d9564ba8c4,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:51.765972 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.766296 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-675a02d7-dadc-4e52-bf77-156085ad9442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:51.770311 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:51.776008 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.777676 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a548893f-e349-4e94-91c6-ae8686c0cba7 HTTP/1.1" status: 204 len: 168 time: 0.3679774 Jun 10 15:17:51.780786 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37104) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:51.790426 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=a548893f-e349-4e94-91c6-ae8686c0cba7,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:51.792851 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:51.843580 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Deleting subnet 7d36840a-73ca-48a8-936e-ecfc212d45f2 {{(pid=98497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:17:51.844601 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.891152 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10333336'] for subnet, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.943573 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.012929 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9659191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9018239'] for subnet, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.015608 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f639ef19-b6be-46ef-bdac-dfb44c2b66b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:52.048372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d36840a-73ca-48a8-936e-ecfc212d45f2,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:52.052271 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:52.055584 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.060461 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37106) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:52.060617 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-fa144d84-956f-4ab4-a26e-847e1e2040a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d36840a-73ca-48a8-936e-ecfc212d45f2 HTTP/1.1" status: 204 len: 168 time: 0.2784648 Jun 10 15:17:52.174740 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.279548 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.290067 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d49f14-9151-40c4-8170-e2ef9408ee5d']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:52.301182 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33825fc2-f0fc-4f20-98b9-9a64b5e9c338') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:52.301476 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33825fc2-f0fc-4f20-98b9-9a64b5e9c338') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:52.311456 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.330348 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.335903 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:17:52.336278 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:17:52.337850 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:17:52.408971 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.412563 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:52.415087 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.416775 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/f0d49f14-9151-40c4-8170-e2ef9408ee5d HTTP/1.1" status: 204 len: 168 time: 0.3551407 Jun 10 15:17:52.430130 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d49f14-9151-40c4-8170-e2ef9408ee5d,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:52.432354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f1f750a5-7805-48c2-854d-1e6ec286c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:52.576677 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37110) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:52.619800 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-0c0d855c-a0e0-4c4b-a451-531c3004de39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5590bed2d21648d1af4d37e010eb837d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418971 Jun 10 15:17:52.622013 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37112) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:52.679162 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.702498 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.751784 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.754327 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:52.755595 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/688a560f-568d-45f1-8284-6cd7f2bc18ed HTTP/1.1" status: 204 len: 168 time: 0.1326861 Jun 10 15:17:52.756353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-14269e2b-bce1-4558-9d7a-3204bd853987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:52.765810 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a560f-568d-45f1-8284-6cd7f2bc18ed,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:52.768116 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:53.074017 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37120) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:53.118686 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-0aa7daf0-9fcd-467b-9d1c-68219a5eb994 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6a80d38018e4383be2eb9b5ae54d700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433676 Jun 10 15:17:53.120935 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37122) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:53.172112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3b151c95-2a52-4e22-895a-fedc8c97a014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:53.195987 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3b151c95-2a52-4e22-895a-fedc8c97a014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:53.250958 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3b151c95-2a52-4e22-895a-fedc8c97a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:53.253633 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3b151c95-2a52-4e22-895a-fedc8c97a014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:53.254738 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3b151c95-2a52-4e22-895a-fedc8c97a014 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad049101-e05e-4507-b186-3c01d0827df4 HTTP/1.1" status: 204 len: 168 time: 0.1329401 Jun 10 15:17:53.255510 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e368b32b-6e2c-42c7-a68b-7ae76e6e1265 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:53.264215 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b151c95-2a52-4e22-895a-fedc8c97a014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad049101-e05e-4507-b186-3c01d0827df4,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:53.266432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3b151c95-2a52-4e22-895a-fedc8c97a014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:54.477448 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37166) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:54.581648 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5c7663e3-0325-4282-aef1-006a119025dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:54.681152 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5c7663e3-0325-4282-aef1-006a119025dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:54.685131 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5c7663e3-0325-4282-aef1-006a119025dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:54.688516 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8a1aa106-6ef5-4239-97b9-9c4aced3b71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:54.728094 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-5c7663e3-0325-4282-aef1-006a119025dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=200d3814046c4883a9aa334435ea52b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496159 Jun 10 15:17:54.729212 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7663e3-0325-4282-aef1-006a119025dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b70312-a8de-44c2-a199-9f12d1476ee1,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:54.731055 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37170) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:54.732369 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5c7663e3-0325-4282-aef1-006a119025dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:54.784121 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:54.806885 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:54.857503 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:54.860794 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:54.861945 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62b70312-a8de-44c2-a199-9f12d1476ee1 HTTP/1.1" status: 204 len: 168 time: 0.1299100 Jun 10 15:17:54.862783 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-469287eb-7adc-47b3-aa71-d4bdd97a6e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:54.872029 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b70312-a8de-44c2-a199-9f12d1476ee1,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:54.874367 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:56.595771 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-aa461fc6-66f6-4aff-abea-f97e5ac2a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:57.275677 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-4b940ff6-a65a-4942-93f5-6a7d4a8559f3 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b8e9edd8e46a44f59a8ecea74e5cc163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310092 Jun 10 15:17:57.472830 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-e928440c-b281-4e48-88ef-2db952ffd665 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:57.474269 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-e928440c-b281-4e48-88ef-2db952ffd665 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928906 Jun 10 15:17:57.489041 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-8c46765f-14f4-4d7d-bf5e-138a80033d9a tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/quotas/b8e9edd8e46a44f59a8ecea74e5cc163 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Jun 10 15:17:57.519502 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:57.525505 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-cd235bf2-ac4c-47bb-9552-e559ace0b882 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8e9edd8e46a44f59a8ecea74e5cc163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313692 Jun 10 15:17:57.797463 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1eac1aa3-b177-463b-a27d-b32e48e3748e req-308d65f5-2e78-4b10-8795-fc90e6877328 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 210 time: 0.1346474 Jun 10 15:17:58.900390 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-625abf20-e003-4960-9ca6-86b767ee0974 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b8e9edd8e46a44f59a8ecea74e5cc163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532219 Jun 10 15:17:59.123931 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-a6b0eba9-fac5-4187-a481-3edb080e08b6 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:59.124135 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4f743aed-7e7a-497f-a664-c07c702c6a67 req-761d8eda-16a7-489f-b868-4471ce7eee16 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 210 time: 0.0384474 Jun 10 15:17:59.125420 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-a6b0eba9-fac5-4187-a481-3edb080e08b6 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194598 Jun 10 15:17:59.139949 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Request body: {'port': {'device_id': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455', 'admin_state_up': True, 'tenant_id': 'b8e9edd8e46a44f59a8ecea74e5cc163'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:17:59.281834 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a3956f66-4761-4706-bc34-8cdf00de6bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.283668 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.288140 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Made reservation on behalf of b8e9edd8e46a44f59a8ecea74e5cc163 for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:17:59.292029 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.304339 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.407942 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.411772 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.414705 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0a002329-bdbd-4ad8-b8f7-9c4b5b13438a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:59.490005 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81ac8d7-7240-46cc-8103-a842f92f43ea,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:59.494982 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:59.563223 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Allocated IP 192.168.233.190 (f5b50dc6-c508-441f-ab0d-3685cff40455/14945a50-39ce-4f9c-a14e-a459bc8b8020/32f62872-1970-4ec9-b897-ae021140abd3) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:17:59.741192 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.754570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Transition to ACTIVE for port object 32f62872-1970-4ec9-b897-ae021140abd3 will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:17:59.788674 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.792448 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7823c1c9-80c7-49a2-b728-6008ebe6a561 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:59.844180 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Network f5b50dc6-c508-441f-ab0d-3685cff40455 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:17:59.847525 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:17:59.854015 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:17:59.861414 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Pushing event updated for resources: {'Port': ['ID=32f62872-1970-4ec9-b897-ae021140abd3,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:59.889031 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:59.916238 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:59.916891 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:59.932067 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7965238 Jun 10 15:17:59.942550 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-ed675c5e-760a-4289-ae05-1c55b8e53529 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:17:59.943527 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-ed675c5e-760a-4289-ae05-1c55b8e53529 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052526 Jun 10 15:18:00.000555 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Request body: {'port': {'device_id': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:00.022729 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-f7604922-d18d-48d6-8c2f-49403437f83c None None] Provisioning for port 32f62872-1970-4ec9-b897-ae021140abd3 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:00.026725 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-f7604922-d18d-48d6-8c2f-49403437f83c None None] Provisioning complete for port 32f62872-1970-4ec9-b897-ae021140abd3 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:00.027204 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f7604922-d18d-48d6-8c2f-49403437f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.070447 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-f7604922-d18d-48d6-8c2f-49403437f83c None None] Port 32f62872-1970-4ec9-b897-ae021140abd3 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:18:00.090828 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.284808 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.403563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523616ed-9b85-40f9-b5d8-2a9cbe53020c req-a95d1153-6fb1-483a-8c93-c0781bb20f5e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:00.405162 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-523616ed-9b85-40f9-b5d8-2a9cbe53020c req-a95d1153-6fb1-483a-8c93-c0781bb20f5e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 936 time: 0.1500611 Jun 10 15:18:00.487059 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-523616ed-9b85-40f9-b5d8-2a9cbe53020c req-4ba60293-4f41-4903-bec9-580e95dcb30b tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751643 Jun 10 15:18:00.488850 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f62872-1970-4ec9-b897-ae021140abd3 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:18:00.496487 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.509729 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Transition to ACTIVE for port object 32f62872-1970-4ec9-b897-ae021140abd3 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:00.512904 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.516514 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f2f0271b-0c0e-4b8f-a58d-dfa8fd8edfb3 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:00.631172 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Pushing event updated for resources: {'Port': ['ID=32f62872-1970-4ec9-b897-ae021140abd3,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:00.659752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:00.724853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Attempting to bind port 32f62872-1970-4ec9-b897-ae021140abd3 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:00.725183 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Attempting to bind port 32f62872-1970-4ec9-b897-ae021140abd3 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:00.725504 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Attempting to bind port 32f62872-1970-4ec9-b897-ae021140abd3 on network f5b50dc6-c508-441f-ab0d-3685cff40455 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:00.729614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Port 32f62872-1970-4ec9-b897-ae021140abd3 on network f5b50dc6-c508-441f-ab0d-3685cff40455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:18:00.729932 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Attempting to bind port 32f62872-1970-4ec9-b897-ae021140abd3 on network f5b50dc6-c508-441f-ab0d-3685cff40455 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:00.734630 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:00.734991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Checking segment: {'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:00.735372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Bound using segment: {'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:00.735789 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Bound port: 32f62872-1970-4ec9-b897-ae021140abd3, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ea9121-8392-4dba-a12b-85b101b8974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:00.736124 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.808449 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] For port 32f62872-1970-4ec9-b897-ae021140abd3, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:00.811692 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] For port 32f62872-1970-4ec9-b897-ae021140abd3, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=32f62872-1970-4ec9-b897-ae021140abd3,segment=NetworkSegment(06ea9121-8392-4dba-a12b-85b101b8974d),segment_id=06ea9121-8392-4dba-a12b-85b101b8974d)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:00.815897 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.817737 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0b92ecef-9900-4ec8-8419-7110d9b0d2d2 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:00.854714 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:00.855839 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:00.857619 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] 10.222.0.21 "PUT /v2.0/ports/32f62872-1970-4ec9-b897-ae021140abd3 HTTP/1.1" status: 200 len: 1098 time: 0.9066350 Jun 10 15:18:00.864642 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'tag': '32f62872-1970-4ec9-b897-ae021140abd3'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:18:00.867169 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1f5897-35a0-4b00-8562-fcb4b9b332af" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e1ddf5-ea61-4283-a0bd-07839f7c5678", "tag": "32f62872-1970-4ec9-b897-ae021140abd3"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:18:00.896053 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Pushing event updated for resources: {'Port': ['ID=32f62872-1970-4ec9-b897-ae021140abd3,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:00.912097 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:00.972128 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2150db15-2326-4c23-a99a-58c19418a189 x-openstack-request-id: req-2150db15-2326-4c23-a99a-58c19418a189 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:18:00.972722 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e1ddf5-ea61-4283-a0bd-07839f7c5678", "tag": "32f62872-1970-4ec9-b897-ae021140abd3", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:18:00.972722 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2150db15-2326-4c23-a99a-58c19418a189 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:18:00.973159 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'tag': '32f62872-1970-4ec9-b897-ae021140abd3', 'status': 'completed', 'code': 200} Jun 10 15:18:00.986944 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-fa2f44d3-f953-47ee-81d1-90c184f5bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:00.988453 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-fa2f44d3-f953-47ee-81d1-90c184f5bf4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8e9edd8e46a44f59a8ecea74e5cc163&device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 1101 time: 0.0726762 Jun 10 15:18:01.044099 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-5df7e9ee-6d1f-46c1-8ed8-485037867f5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=32f62872-1970-4ec9-b897-ae021140abd3 HTTP/1.1" status: 200 len: 217 time: 0.0484803 Jun 10 15:18:01.099641 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-58baaab9-37e6-406a-94ba-91e2a203f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:01.100968 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-58baaab9-37e6-406a-94ba-91e2a203f43f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14945a50-39ce-4f9c-a14e-a459bc8b8020 HTTP/1.1" status: 200 len: 843 time: 0.0508542 Jun 10 15:18:01.168296 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def228-e89c-4270-930e-22122b8579e7 req-589ba835-026f-48a8-8f4d-ef9721183bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:01.170397 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-589ba835-026f-48a8-8f4d-ef9721183bf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5b50dc6-c508-441f-ab0d-3685cff40455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0611107 Jun 10 15:18:01.284415 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-3ab98ddc-1b63-4350-8a9d-cab1cc6a668f service neutron] 10.222.0.21 "GET /v2.0/networks/f5b50dc6-c508-441f-ab0d-3685cff40455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071820 Jun 10 15:18:01.397593 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f7def228-e89c-4270-930e-22122b8579e7 req-a2d60017-df28-47ff-8bd8-5dab5bfe31b5 service neutron] 10.222.0.21 "GET /v2.0/networks/f5b50dc6-c508-441f-ab0d-3685cff40455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063747 Jun 10 15:18:01.811084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-8b889370-6198-4714-a133-dd5a5ea2e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:01.812639 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-8b889370-6198-4714-a133-dd5a5ea2e8b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8e9edd8e46a44f59a8ecea74e5cc163&device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 1101 time: 0.3694370 Jun 10 15:18:01.824202 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378794-cf72-488e-83ff-a0a177f1f7de req-65543fb4-3b3b-4421-a5be-6677e5944e34 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:01.825527 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-95378794-cf72-488e-83ff-a0a177f1f7de req-65543fb4-3b3b-4421-a5be-6677e5944e34 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 948 time: 0.0888815 Jun 10 15:18:01.936964 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-95378794-cf72-488e-83ff-a0a177f1f7de req-0731b863-b9ec-45ba-be57-8b7f64892223 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027792 Jun 10 15:18:01.964862 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-3c14f151-7415-4c34-982f-8d8a33002e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:01.966297 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-3c14f151-7415-4c34-982f-8d8a33002e09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5b50dc6-c508-441f-ab0d-3685cff40455 HTTP/1.1" status: 200 len: 870 time: 0.1393313 Jun 10 15:18:02.028093 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-36b086be-c014-4225-a3b8-ab0f7795a345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=32f62872-1970-4ec9-b897-ae021140abd3 HTTP/1.1" status: 200 len: 217 time: 0.0521827 Jun 10 15:18:02.086995 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-f679a04c-ec68-4a65-b4a7-342b4eeb15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:02.088406 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-f679a04c-ec68-4a65-b4a7-342b4eeb15ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14945a50-39ce-4f9c-a14e-a459bc8b8020 HTTP/1.1" status: 200 len: 843 time: 0.0522547 Jun 10 15:18:02.123976 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:02.154164 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-0441da42-1b90-4e3c-9e9c-50402f8f3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:02.155694 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-0441da42-1b90-4e3c-9e9c-50402f8f3f7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5b50dc6-c508-441f-ab0d-3685cff40455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0590985 Jun 10 15:18:02.275140 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-cb378c3b-7cfd-4bc8-be5d-3fa257cf8f25 service neutron] 10.222.0.21 "GET /v2.0/networks/f5b50dc6-c508-441f-ab0d-3685cff40455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109996 Jun 10 15:18:02.395177 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2c1f5897-35a0-4b00-8562-fcb4b9b332af req-f0652f10-a4de-4c71-8690-41070ab5ecae service neutron] 10.222.0.21 "GET /v2.0/networks/f5b50dc6-c508-441f-ab0d-3685cff40455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129429 Jun 10 15:18:03.123575 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec152f-6a72-406e-9bd0-4944c48e27c5 req-35a8f699-287a-416f-88e9-457e0e994371 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:03.125003 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e5ec152f-6a72-406e-9bd0-4944c48e27c5 req-35a8f699-287a-416f-88e9-457e0e994371 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 948 time: 0.0677583 Jun 10 15:18:03.164988 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e5ec152f-6a72-406e-9bd0-4944c48e27c5 req-af00ccd1-a6ff-4378-a60a-139feb4b8e26 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Jun 10 15:18:04.070333 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 32f62872-1970-4ec9-b897-ae021140abd3 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:18:04.189279 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 32f62872-1970-4ec9-b897-ae021140abd3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=32f62872-1970-4ec9-b897-ae021140abd3,segment=NetworkSegment(06ea9121-8392-4dba-a12b-85b101b8974d),segment_id=06ea9121-8392-4dba-a12b-85b101b8974d)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:04.202384 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '32f62872-1970-4ec9-b897-ae021140abd3', 'network_id': 'f5b50dc6-c508-441f-ab0d-3685cff40455', 'port_id': '32f62872-1970-4ec9-b897-ae021140abd3', 'mac_address': 'fa:16:3e:4a:b8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14945a50-39ce-4f9c-a14e-a459bc8b8020', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:18:04.245765 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:04.260768 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f62872-1970-4ec9-b897-ae021140abd3 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:18:04.281199 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 32f62872-1970-4ec9-b897-ae021140abd3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=32f62872-1970-4ec9-b897-ae021140abd3,segment=NetworkSegment(06ea9121-8392-4dba-a12b-85b101b8974d),segment_id=06ea9121-8392-4dba-a12b-85b101b8974d)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:04.285545 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:04.287292 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:04.344745 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=32f62872-1970-4ec9-b897-ae021140abd3,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:04.349168 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee6abf-ee2f-4bc9-b077-ba7b402c4c94 req-fd7d16da-fb65-477a-8595-d3c791a72f59 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:04.350627 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-25ee6abf-ee2f-4bc9-b077-ba7b402c4c94 req-fd7d16da-fb65-477a-8595-d3c791a72f59 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 949 time: 0.0731690 Jun 10 15:18:04.351499 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.351843 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.352180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.352510 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.352839 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.353165 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.353485 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.353805 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.354125 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.354441 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.354756 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.355089 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:04.359382 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:04.398283 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-25ee6abf-ee2f-4bc9-b077-ba7b402c4c94 req-d7571969-64ab-4cb4-8544-5f85ebe04da4 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417433 Jun 10 15:18:04.527726 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['32f62872-1970-4ec9-b897-ae021140abd3'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:18:05.579973 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504a7e-04b9-4648-b28c-c1ffff21bce1 req-2d14f2ef-0948-4d61-b8f8-0df0e66f12bf tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:05.581470 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ef504a7e-04b9-4648-b28c-c1ffff21bce1 req-2d14f2ef-0948-4d61-b8f8-0df0e66f12bf tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 949 time: 0.0705206 Jun 10 15:18:05.623635 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ef504a7e-04b9-4648-b28c-c1ffff21bce1 req-9cafb005-b5d9-4744-93ac-569fcaa1287d tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364947 Jun 10 15:18:06.086048 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 32f62872-1970-4ec9-b897-ae021140abd3 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:06.143261 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 32f62872-1970-4ec9-b897-ae021140abd3 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:06.147019 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 32f62872-1970-4ec9-b897-ae021140abd3 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:06.147431 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:06.234114 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:06.258096 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f62872-1970-4ec9-b897-ae021140abd3'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:18:06.260400 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2451efc-0832-47ba-a87c-3e7581e82ee6" -d '{"events": [{"server_uuid": "c1e1ddf5-ea61-4283-a0bd-07839f7c5678", "name": "network-vif-plugged", "status": "completed", "tag": "32f62872-1970-4ec9-b897-ae021140abd3"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:18:06.274689 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 32f62872-1970-4ec9-b897-ae021140abd3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=32f62872-1970-4ec9-b897-ae021140abd3,segment=NetworkSegment(06ea9121-8392-4dba-a12b-85b101b8974d),segment_id=06ea9121-8392-4dba-a12b-85b101b8974d)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:06.278790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:06.280905 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:06.337726 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=32f62872-1970-4ec9-b897-ae021140abd3,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:06.340859 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:06.354635 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c52c204-0486-4875-899b-d44f58a81a18 x-openstack-request-id: req-5c52c204-0486-4875-899b-d44f58a81a18 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:18:06.354966 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e1ddf5-ea61-4283-a0bd-07839f7c5678", "name": "network-vif-plugged", "status": "completed", "tag": "32f62872-1970-4ec9-b897-ae021140abd3", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:18:06.355256 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c52c204-0486-4875-899b-d44f58a81a18 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:18:06.355689 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f62872-1970-4ec9-b897-ae021140abd3', 'code': 200} Jun 10 15:18:06.579088 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f39a-299a-4048-9c0d-a4c3b53b05ea req-f32e8c8e-f846-4671-9a0e-42f70c0d38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:06.580592 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-11f4f39a-299a-4048-9c0d-a4c3b53b05ea req-f32e8c8e-f846-4671-9a0e-42f70c0d38a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 1103 time: 0.0588322 Jun 10 15:18:06.617959 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-11f4f39a-299a-4048-9c0d-a4c3b53b05ea req-a4c8a9e9-0de8-401a-b2a2-568f44f3cbb2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Jun 10 15:18:06.801418 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8b669-b3c7-4a17-9dda-57468a4423bd req-4c583f73-1f2f-4f17-88ee-37dad4b83558 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:06.802866 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5bd8b669-b3c7-4a17-9dda-57468a4423bd req-4c583f73-1f2f-4f17-88ee-37dad4b83558 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 950 time: 0.0689263 Jun 10 15:18:06.843693 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5bd8b669-b3c7-4a17-9dda-57468a4423bd req-378b0c02-5d4d-4fc9-a526-38616232f17d tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351467 Jun 10 15:18:08.025294 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e205317-102d-4270-8fb3-830f97af2e34 req-3fe3cea7-5d54-41b7-bf06-61855f3422be tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:08.026742 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e205317-102d-4270-8fb3-830f97af2e34 req-3fe3cea7-5d54-41b7-bf06-61855f3422be tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 950 time: 0.0694356 Jun 10 15:18:08.067929 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e205317-102d-4270-8fb3-830f97af2e34 req-387106fc-ebc5-4a19-afea-3298b1113181 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Jun 10 15:18:08.635901 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409c1c0-8fef-49d0-a828-f0cd08bfc2c2 req-f7bd705b-b598-4349-a46c-eb6e2056933e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:08.637348 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1409c1c0-8fef-49d0-a828-f0cd08bfc2c2 req-f7bd705b-b598-4349-a46c-eb6e2056933e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 950 time: 0.0831625 Jun 10 15:18:08.682083 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1409c1c0-8fef-49d0-a828-f0cd08bfc2c2 req-9cee2147-2b26-4838-a1fd-1220c13536ba tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375173 Jun 10 15:18:09.821334 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-5cff0b47-724f-483c-b1b8-57bbbffe41f6 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:09.822757 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-5cff0b47-724f-483c-b1b8-57bbbffe41f6 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 950 time: 0.0688331 Jun 10 15:18:09.868539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5d05a-bb74-462d-acaf-1efcf721cd4c req-7b94158a-bdb2-49e0-a64f-5ea08f319aa9 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:09.870022 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cb5d05a-bb74-462d-acaf-1efcf721cd4c req-7b94158a-bdb2-49e0-a64f-5ea08f319aa9 tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 950 time: 0.0708702 Jun 10 15:18:09.911939 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5cb5d05a-bb74-462d-acaf-1efcf721cd4c req-01be8fff-6796-49b8-82dd-67644bb5bada tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/security-groups?id=f81ac8d7-7240-46cc-8103-a842f92f43ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352912 Jun 10 15:18:09.941301 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Deleting port 32f62872-1970-4ec9-b897-ae021140abd3 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:18:09.941675 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:10.058296 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] For port 32f62872-1970-4ec9-b897-ae021140abd3, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=32f62872-1970-4ec9-b897-ae021140abd3,segment=NetworkSegment(06ea9121-8392-4dba-a12b-85b101b8974d),segment_id=06ea9121-8392-4dba-a12b-85b101b8974d)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:10.058656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:10.156810 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Calling delete_port for 32f62872-1970-4ec9-b897-ae021140abd3 owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:18:10.315779 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:10.319820 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:10.327389 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['32f62872-1970-4ec9-b897-ae021140abd3'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:18:10.352219 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Pushing event deleted for resources: {'Port': ['ID=32f62872-1970-4ec9-b897-ae021140abd3,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:10.355307 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:10.408524 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] No DVR routers for this DVR port 32f62872-1970-4ec9-b897-ae021140abd3 on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:18:10.411362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:10.413461 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-869f5e7c-f1ee-41cc-b8d5-fe4391931a22 req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.21 "DELETE /v2.0/ports/32f62872-1970-4ec9-b897-ae021140abd3 HTTP/1.1" status: 204 len: 173 time: 0.5847423 Jun 10 15:18:10.414000 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'name': 'network-vif-deleted', 'tag': '32f62872-1970-4ec9-b897-ae021140abd3'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:18:10.416361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188829e-2c02-4b48-aa8b-05877526f4eb" -d '{"events": [{"server_uuid": "c1e1ddf5-ea61-4283-a0bd-07839f7c5678", "name": "network-vif-deleted", "tag": "32f62872-1970-4ec9-b897-ae021140abd3"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:18:10.453853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aafa94-1071-4a23-9cb4-a6a066e12d9d x-openstack-request-id: req-68aafa94-1071-4a23-9cb4-a6a066e12d9d {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:18:10.454503 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e1ddf5-ea61-4283-a0bd-07839f7c5678", "name": "network-vif-deleted", "tag": "32f62872-1970-4ec9-b897-ae021140abd3", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:18:10.454995 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68aafa94-1071-4a23-9cb4-a6a066e12d9d {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:18:10.455700 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e1ddf5-ea61-4283-a0bd-07839f7c5678', 'name': 'network-vif-deleted', 'tag': '32f62872-1970-4ec9-b897-ae021140abd3', 'status': 'completed', 'code': 200} Jun 10 15:18:11.073952 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cab56fc0-4d5c-426c-a42c-18144ba9eadf req-09b5e404-7c75-44ec-9aa5-4dc6b5abe54a tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e1ddf5-ea61-4283-a0bd-07839f7c5678 HTTP/1.1" status: 200 len: 210 time: 0.0364840 Jun 10 15:18:14.116285 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 32f62872-1970-4ec9-b897-ae021140abd3 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:18:14.142194 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 32f62872-1970-4ec9-b897-ae021140abd3 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:18:14.142552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 32f62872-1970-4ec9-b897-ae021140abd3 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:18:15.849976 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37562) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:15.993941 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-6d23f156-24f0-4b64-82fc-7c2cee60ca44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8e9edd8e46a44f59a8ecea74e5cc163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427310 Jun 10 15:18:15.996296 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37566) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:16.064478 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.089998 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.139241 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.143061 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.144232 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f81ac8d7-7240-46cc-8103-a842f92f43ea HTTP/1.1" status: 204 len: 168 time: 0.1469498 Jun 10 15:18:16.144995 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-45a15e7f-5969-4271-b77a-d678e5415fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:16.153682 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81ac8d7-7240-46cc-8103-a842f92f43ea,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:16.156734 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:16.746610 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37590) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:16.842024 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1682762586-network', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:16.864637 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Made reservation on behalf of 1fd1414c8b9e45e1a73222b9ced493da for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:18:16.866935 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.878234 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.970689 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.974220 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:16.977886 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5280444a-d877-4ecd-91e1-f59f9587284b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:17.001123 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:18:17.010712 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd76b154-c55e-4c00-a8c0-5c7691506c72,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:17.014792 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:17.015865 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.016224 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Added segment 1fb4b052-8bf2-42aa-9526-3b6b7301df2f of type vlan for network 6c36c118-1a3f-4e29-af3e-591ae64e0580 Jun 10 15:18:17.066869 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.365430 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.366917 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:17.367882 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.370668 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1054b8b5-4222-49f3-bf8b-afd8dbc40c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:17.410820 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6630142 Jun 10 15:18:17.413859 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37596) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:17.418875 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Request body: {'subnet': {'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1682762586-subnet', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:17.441991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Made reservation on behalf of 1fd1414c8b9e45e1a73222b9ced493da for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:18:17.444394 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018208'] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.453267 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Pushing event updated for resources: {'Network': ['ID=6c36c118-1a3f-4e29-af3e-591ae64e0580,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:17.456072 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:17.463121 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:18:17.658215 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9659254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018230'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.660604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:17.718779 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67bed81-4293-44d9-a846-e14fe9bc2ac0,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:17.726570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:17.735110 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Checking segment: {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:17.735473 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Network hostable DHCP agents. Network: 6c36c118-1a3f-4e29-af3e-591ae64e0580, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:18:17.752101 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:18:17.760359 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, 6c36c118-1a3f-4e29-af3e-591ae64e0580) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:17.764537 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:17.765926 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.770480 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9918d0-9bcd-4ed5-b95b-5a5cccd997d6 None None] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:18:17.779497 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-b2d68783-bffc-46c5-8361-676a5e29df70 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3645687 Jun 10 15:18:17.782827 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37598) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:17.787196 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:17.809259 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.810388 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.876353 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:17.954133 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-6c36c118-1a3f-4e29-af3e-591ae64e0580', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:18:17.955018 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.078662 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.111478 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Allocated IP 172.20.0.2 (6c36c118-1a3f-4e29-af3e-591ae64e0580/f67bed81-4293-44d9-a846-e14fe9bc2ac0/2b9c9dee-7ed8-46bd-8056-9623803d0986) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:18:18.290331 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.299410 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Transition to ACTIVE for port object 2b9c9dee-7ed8-46bd-8056-9623803d0986 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:18.316646 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Transition to ACTIVE for port object 2b9c9dee-7ed8-46bd-8056-9623803d0986 will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:18.322356 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.324451 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:18.346336 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.372493 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:18.375795 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:18.377007 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.378295 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:18:18.385898 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Pushing event updated for resources: {'Port': ['ID=2b9c9dee-7ed8-46bd-8056-9623803d0986,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:18.389181 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:18.458510 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Attempting to bind port 2b9c9dee-7ed8-46bd-8056-9623803d0986 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:18.458892 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Attempting to bind port 2b9c9dee-7ed8-46bd-8056-9623803d0986 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:18.459291 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Attempting to bind port 2b9c9dee-7ed8-46bd-8056-9623803d0986 on network 6c36c118-1a3f-4e29-af3e-591ae64e0580 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:18.464142 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:18.464750 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Checking segment: {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:18.464923 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.465329 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Bound using segment: {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:18.465802 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Bound port: 2b9c9dee-7ed8-46bd-8056-9623803d0986, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:18.466187 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.495049 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Allocated IP 172.27.1.110 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/737425b1-2df1-4c0c-b79a-096a118c91c2) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:18:18.536501 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] For port 2b9c9dee-7ed8-46bd-8056-9623803d0986, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:18.539637 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] For port 2b9c9dee-7ed8-46bd-8056-9623803d0986, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=2b9c9dee-7ed8-46bd-8056-9623803d0986,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:18.543912 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.547462 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:18.615728 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Pushing event updated for resources: {'Port': ['ID=2b9c9dee-7ed8-46bd-8056-9623803d0986,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:18.619160 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:18.634351 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.677921 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:18.680758 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:18.725632 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:18.730163 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:18.732568 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:18:18.777785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=737425b1-2df1-4c0c-b79a-096a118c91c2,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:18.783025 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:19.084656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:19.321863 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:18:19.512640 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ef381-910d-46e2-9621-76d7bdd2ea20 None None] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:18:19.589908 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-ca0d592f-936b-41c3-ab98-d6f62d11d2ae None None] Provisioning for port 2b9c9dee-7ed8-46bd-8056-9623803d0986 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:19.646733 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:19.815180 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:18:19.961928 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:18:19.971233 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Sync routers for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:18:19.976544 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:19.977761 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1939645 Jun 10 15:18:19.980427 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37604) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:19.981607 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:19.982259 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:17:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:20.125682 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:20.173917 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 2b9c9dee-7ed8-46bd-8056-9623803d0986 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:20.239877 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 2b9c9dee-7ed8-46bd-8056-9623803d0986 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:20.247018 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 2b9c9dee-7ed8-46bd-8056-9623803d0986 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:20.247420 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.356785 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.371216 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:18Z', 'revision_number': 3, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:20.375215 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Checking router: ef0befdd-047f-4fb8-a19d-6e1dbb821a7e for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:18:20.375562 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Updating router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e port 737425b1-2df1-4c0c-b79a-096a118c91c2 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:18:20.398066 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 2b9c9dee-7ed8-46bd-8056-9623803d0986, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=2b9c9dee-7ed8-46bd-8056-9623803d0986,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:20.403770 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.405805 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:20.421526 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.472141 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=2b9c9dee-7ed8-46bd-8056-9623803d0986,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:20.475214 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:20.571314 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.722361 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.732257 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Transition to ACTIVE for port object 737425b1-2df1-4c0c-b79a-096a118c91c2 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:20.739536 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.742694 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:20.752604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Allocated IP 172.20.0.1 (6c36c118-1a3f-4e29-af3e-591ae64e0580/f67bed81-4293-44d9-a846-e14fe9bc2ac0/91a83cdf-9e80-48d1-ac08-8753fc2a764e) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:18:20.799505 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Attempting to bind port 737425b1-2df1-4c0c-b79a-096a118c91c2 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:20.799883 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Attempting to bind port 737425b1-2df1-4c0c-b79a-096a118c91c2 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:20.800248 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Attempting to bind port 737425b1-2df1-4c0c-b79a-096a118c91c2 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:20.802994 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Pushing event updated for resources: {'Port': ['ID=737425b1-2df1-4c0c-b79a-096a118c91c2,revision_number=2']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:20.810213 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:20.810590 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:20.811074 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.811473 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:20.812722 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Bound port: 737425b1-2df1-4c0c-b79a-096a118c91c2, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:20.813106 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.816172 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.816518 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.816855 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.817186 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.817512 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.817834 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.818175 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.818477 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.818814 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.819162 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.819479 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.819791 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:20.845969 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:20.879878 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] For port 737425b1-2df1-4c0c-b79a-096a118c91c2, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:20.883019 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] For port 737425b1-2df1-4c0c-b79a-096a118c91c2, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=737425b1-2df1-4c0c-b79a-096a118c91c2,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:20.886347 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.887206 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.890355 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-13e6871b-2780-49a3-95a2-c8b1f28ef25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:20.899573 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Transition to ACTIVE for port object 91a83cdf-9e80-48d1-ac08-8753fc2a764e will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:20.937284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.940279 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-da294886-6ad6-4161-b415-565b945cef80 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:20.950642 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:20.951286 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:17:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:20.984487 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:20.987548 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:20.991073 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:18:21.024958 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=91a83cdf-9e80-48d1-ac08-8753fc2a764e,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:21.029710 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:21.048606 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.061046 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Pushing event updated for resources: {'Port': ['ID=737425b1-2df1-4c0c-b79a-096a118c91c2,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:21.064287 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-4f70049b-ca63-4f99-a6bb-8a5f81a84ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:21.117552 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:21.226895 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.241855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9178fedc-ddb2-46d6-bb64-7b501670bc3f None None] Provisioning for port 91a83cdf-9e80-48d1-ac08-8753fc2a764e completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:21.246173 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9178fedc-ddb2-46d6-bb64-7b501670bc3f None None] Provisioning complete for port 91a83cdf-9e80-48d1-ac08-8753fc2a764e triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:21.246538 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9178fedc-ddb2-46d6-bb64-7b501670bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.293704 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9178fedc-ddb2-46d6-bb64-7b501670bc3f None None] Port 91a83cdf-9e80-48d1-ac08-8753fc2a764e cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:18:21.439373 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.443920 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.446972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-50ab7b5d-100f-43b5-85d9-bc4bc5c5cb2a tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:21.456444 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:18Z', 'revision_number': 3, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:21.459791 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e48c35-dfc4-4d76-a4a6-64b16c954f6a None None] The sync data for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi is: [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:18Z', 'revision_number': 3, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:18:21.532901 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.534731 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=91a83cdf-9e80-48d1-ac08-8753fc2a764e,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:21.538033 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:21.658372 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:21.659875 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:21.841005 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:18:21.917088 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-8f5238ea-e5ea-45f3-a80d-ed4af9f93ad5 None None] Provisioning complete for port 91a83cdf-9e80-48d1-ac08-8753fc2a764e triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:21.917766 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-8f5238ea-e5ea-45f3-a80d-ed4af9f93ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.959064 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-8f5238ea-e5ea-45f3-a80d-ed4af9f93ad5 None None] Port 91a83cdf-9e80-48d1-ac08-8753fc2a764e cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:18:21.993785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:18:21.998749 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef0befdd-047f-4fb8-a19d-6e1dbb821a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173709 Jun 10 15:18:22.213433 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 2b9c9dee-7ed8-46bd-8056-9623803d0986 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:22.271311 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 2b9c9dee-7ed8-46bd-8056-9623803d0986 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:22.272057 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.500501 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 737425b1-2df1-4c0c-b79a-096a118c91c2 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:22.506924 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37626) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:22.512056 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-300224850-network', 'tenant_id': 'df17149694e440c2b8737601188eefb0'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:22.533653 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Made reservation on behalf of df17149694e440c2b8737601188eefb0 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:18:22.536190 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.547737 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.556848 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 737425b1-2df1-4c0c-b79a-096a118c91c2 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:22.560347 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 737425b1-2df1-4c0c-b79a-096a118c91c2 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:22.560721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.661903 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.663240 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.667332 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.671870 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d262b8f6-ef4f-4488-bc66-87e93402cccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:22.692986 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 737425b1-2df1-4c0c-b79a-096a118c91c2, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=737425b1-2df1-4c0c-b79a-096a118c91c2,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:22.696195 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:18:22.697941 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.700260 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-85980ad6-91f0-4d7b-9d9a-b0d98eabe0bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:22.714999 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d424b-8812-4c62-ad45-f0b9c8b53fe3,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:22.718782 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:22.720005 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.720345 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Added segment 88913ee9-fbae-40d4-b75a-973a85b42a66 of type vlan for network ecd1f233-b7ba-42c4-83cc-e879f14a6986 Jun 10 15:18:22.758785 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=737425b1-2df1-4c0c-b79a-096a118c91c2,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:22.761875 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:22.775853 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.807726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.809121 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:22.809716 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.812529 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:22.848466 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3403618 Jun 10 15:18:22.851286 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37628) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:22.858047 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Request body: {'subnet': {'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-300224850-subnet', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'ip_version': 4}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:22.880285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Made reservation on behalf of df17149694e440c2b8737601188eefb0 for: {'subnet': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:18:22.882621 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9258563'] for subnet, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:22.898322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Pushing event updated for resources: {'Network': ['ID=ecd1f233-b7ba-42c4-83cc-e879f14a6986,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:22.901033 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:22.908019 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:18:23.028047 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Sync routers for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:18:23.037126 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:23.037755 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:17:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:23.100944 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8887722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9258581'] for subnet, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.103190 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:23.167052 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:23.171351 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:23.177127 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Checking segment: {'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:23.177490 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Network hostable DHCP agents. Network: ecd1f233-b7ba-42c4-83cc-e879f14a6986, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:18:23.182855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:23.195198 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:18:23.204115 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, ecd1f233-b7ba-42c4-83cc-e879f14a6986) {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:23.208329 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:23.208915 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.225292 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249e1bd2-49a6-4a6d-aef0-22f056a64a62 None None] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:18:23.226388 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37630) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:23.226517 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-5df843f3-c2cf-4ccf-902d-dc68a2e3b098 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3734362 Jun 10 15:18:23.231152 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:23.253411 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.254496 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.320662 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.525783 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.584755 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-ecd1f233-b7ba-42c4-83cc-e879f14a6986', 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'fixed_ips': [{'subnet_id': 'a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:18:23.585642 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.690747 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 2, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:23.698104 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Checking router: ef0befdd-047f-4fb8-a19d-6e1dbb821a7e for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:18:23.698468 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Updating router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e port 91a83cdf-9e80-48d1-ac08-8753fc2a764e binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:18:23.778731 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.801899 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Allocated IP 172.20.0.2 (ecd1f233-b7ba-42c4-83cc-e879f14a6986/a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf/65a037d3-110a-4dc8-94b9-5aa2a3bf9845) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:18:24.080842 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.108639 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.242607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Allocated IP 172.27.1.52 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/42d89a94-6d00-4986-ba71-51c28557bab0) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:18:24.256750 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 737425b1-2df1-4c0c-b79a-096a118c91c2 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:24.343024 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.368181 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Transition to ACTIVE for port object 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:24.386703 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.398603 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Transition to ACTIVE for port object 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:24.416265 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.429899 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.432785 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-541e34ef-7715-446e-993c-86a2bd960ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:24.441132 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:24.443219 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 737425b1-2df1-4c0c-b79a-096a118c91c2 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:24.443595 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.478838 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:24.483989 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:24.488674 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:18:24.517793 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=42d89a94-6d00-4986-ba71-51c28557bab0,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:24.521660 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:24.538164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:24.544412 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.551615 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:24.559154 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:18:24.566597 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Transition to ACTIVE for port object 91a83cdf-9e80-48d1-ac08-8753fc2a764e will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:24.571415 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Pushing event updated for resources: {'Port': ['ID=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:24.577270 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:24.578132 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.581541 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6b2695bb-ae45-4814-af50-0eaaa529197c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:24.754233 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bbd46-0d2f-4b41-9485-0eeed4211596 None None] Pushing event updated for resources: {'Port': ['ID=91a83cdf-9e80-48d1-ac08-8753fc2a764e,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:24.764089 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-134bbd46-0d2f-4b41-9485-0eeed4211596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:24.782280 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Attempting to bind port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:24.782663 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Attempting to bind port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:24.783061 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Attempting to bind port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 on network ecd1f233-b7ba-42c4-83cc-e879f14a6986 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:24.793696 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:24.794077 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Checking segment: {'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:24.794495 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.794899 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Bound using segment: {'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:24.795402 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Bound port: 65a037d3-110a-4dc8-94b9-5aa2a3bf9845, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:24.795836 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.841719 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.901391 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Attempting to bind port 91a83cdf-9e80-48d1-ac08-8753fc2a764e on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:24.901767 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Attempting to bind port 91a83cdf-9e80-48d1-ac08-8753fc2a764e by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:24.902135 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Attempting to bind port 91a83cdf-9e80-48d1-ac08-8753fc2a764e on network 6c36c118-1a3f-4e29-af3e-591ae64e0580 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:24.919860 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:24.920174 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Checking segment: {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:24.920577 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.921160 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Bound using segment: {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:24.921853 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Bound port: 91a83cdf-9e80-48d1-ac08-8753fc2a764e, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:24.922239 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:24.960103 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] For port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:25.004026 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] For port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,segment=NetworkSegment(88913ee9-fbae-40d4-b75a-973a85b42a66),segment_id=88913ee9-fbae-40d4-b75a-973a85b42a66)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:25.010873 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:25.017352 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:25.075834 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] For port 91a83cdf-9e80-48d1-ac08-8753fc2a764e, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:25.081467 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] For port 91a83cdf-9e80-48d1-ac08-8753fc2a764e, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=91a83cdf-9e80-48d1-ac08-8753fc2a764e,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:25.092005 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:25.105575 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Pushing event updated for resources: {'Port': ['ID=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:25.109325 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:25.109797 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:25.120191 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:25.153199 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:25.153846 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:17:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:25.332043 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bbd46-0d2f-4b41-9485-0eeed4211596 None None] Pushing event updated for resources: {'Port': ['ID=91a83cdf-9e80-48d1-ac08-8753fc2a764e,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:25.337819 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-134bbd46-0d2f-4b41-9485-0eeed4211596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:25.358142 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Router 51a246fb-6f60-433e-a92c-e2d7182dc801 is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:18:25.379761 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:25.526823 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:18:25.537640 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Sync routers for ids ['51a246fb-6f60-433e-a92c-e2d7182dc801'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:18:25.547527 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Routers {'51a246fb-6f60-433e-a92c-e2d7182dc801'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:25.548570 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:17:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['51a246fb-6f60-433e-a92c-e2d7182dc801'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:25.553006 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:25.554369 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3268967 Jun 10 15:18:25.557120 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37638) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:25.668180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:25Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:25.673487 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2984264-2646-4ac8-b834-4106f1207274 None None] The sync data for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi is: [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:25Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:18:25.741784 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Set router 51a246fb-6f60-433e-a92c-e2d7182dc801 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:26.024217 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:18:24Z', 'revision_number': 3, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port': {'id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:24Z', 'updated_at': '2021-06-10T15:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:26.028782 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Checking router: 51a246fb-6f60-433e-a92c-e2d7182dc801 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:18:26.029285 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Updating router 51a246fb-6f60-433e-a92c-e2d7182dc801 port 42d89a94-6d00-4986-ba71-51c28557bab0 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:18:26.077625 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.265273 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 91a83cdf-9e80-48d1-ac08-8753fc2a764e up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:26.294111 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204d64d-89bb-4af4-a6ca-34e76b522cb9 None None] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:18:26.430096 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-e33100e9-8a87-432b-b1a3-fa4553d8c724 None None] Provisioning for port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:26.440436 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 91a83cdf-9e80-48d1-ac08-8753fc2a764e completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:26.471694 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 91a83cdf-9e80-48d1-ac08-8753fc2a764e triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:26.472003 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.488944 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.501988 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Transition to ACTIVE for port object 42d89a94-6d00-4986-ba71-51c28557bab0 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:26.510273 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.515263 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-37001f5f-00ab-4767-b535-9b0fabdd7a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:26.575387 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Attempting to bind port 42d89a94-6d00-4986-ba71-51c28557bab0 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:26.576121 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Attempting to bind port 42d89a94-6d00-4986-ba71-51c28557bab0 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:26.576389 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Attempting to bind port 42d89a94-6d00-4986-ba71-51c28557bab0 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:26.619840 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:26.621550 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:26.623187 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.623535 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:26.624755 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Bound port: 42d89a94-6d00-4986-ba71-51c28557bab0, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:26.625217 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.629219 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.671526 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a44f5d-a065-4803-806d-1e969f711223 None None] Pushing event updated for resources: {'Port': ['ID=42d89a94-6d00-4986-ba71-51c28557bab0,revision_number=2']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:26.673925 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-22a44f5d-a065-4803-806d-1e969f711223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:26.713755 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d385176d-b699-4d01-9840-a9902c72ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.722084 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] For port 42d89a94-6d00-4986-ba71-51c28557bab0, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:26.727953 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] For port 42d89a94-6d00-4986-ba71-51c28557bab0, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=42d89a94-6d00-4986-ba71-51c28557bab0,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:26.736532 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.743210 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:26.811108 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Routers {'51a246fb-6f60-433e-a92c-e2d7182dc801'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:26.812414 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:17:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['51a246fb-6f60-433e-a92c-e2d7182dc801'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:26.814603 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.861807 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 91a83cdf-9e80-48d1-ac08-8753fc2a764e, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=91a83cdf-9e80-48d1-ac08-8753fc2a764e,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:26.871508 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:26.872530 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:26.878629 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:26.889132 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Allocated IP 172.20.0.1 (ecd1f233-b7ba-42c4-83cc-e879f14a6986/a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf/f0292878-d6f9-48c9-9e97-c0f13db19f21) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:18:26.944159 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a44f5d-a065-4803-806d-1e969f711223 None None] Pushing event updated for resources: {'Port': ['ID=42d89a94-6d00-4986-ba71-51c28557bab0,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:26.955279 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-22a44f5d-a065-4803-806d-1e969f711223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:27.005472 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=91a83cdf-9e80-48d1-ac08-8753fc2a764e,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:27.009256 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:27.019396 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] Set router 51a246fb-6f60-433e-a92c-e2d7182dc801 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:27.021337 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:27.029725 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:27.030855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.106311 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.125502 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Transition to ACTIVE for port object f0292878-d6f9-48c9-9e97-c0f13db19f21 will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:27.158055 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.180235 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.183163 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6b880dcc-28d6-4cbd-949f-fb7511704b7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:27.184941 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-6b912ec0-c43f-4252-a1ba-e9154d7a6cf6 None None] Provisioning complete for port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:27.185315 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6b912ec0-c43f-4252-a1ba-e9154d7a6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.227401 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:27.232023 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:27.235461 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,segment=NetworkSegment(88913ee9-fbae-40d4-b75a-973a85b42a66),segment_id=88913ee9-fbae-40d4-b75a-973a85b42a66)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:27.235763 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:18:27.249237 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.260872 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-ece7a820-1bdf-4b15-b76c-51ad4b0af34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:27.283731 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:18:24Z', 'revision_number': 3, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port': {'id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:24Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:27.287707 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f5211-0f3e-4d65-b9e6-33b612a25250 None None] The sync data for ids ['51a246fb-6f60-433e-a92c-e2d7182dc801'] in dv-cinder-795785-1-iscsi is: [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:18:24Z', 'revision_number': 3, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port': {'id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:85:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:24Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:18:27.288458 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Pushing event updated for resources: {'Port': ['ID=f0292878-d6f9-48c9-9e97-c0f13db19f21,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:27.292708 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:27.298292 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.377601 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:27.381477 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:27.495090 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.546720 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.588517 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-a5becf25-cdba-4c85-bf57-13bf486c3548 None None] Provisioning for port f0292878-d6f9-48c9-9e97-c0f13db19f21 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:27.592722 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-a5becf25-cdba-4c85-bf57-13bf486c3548 None None] Provisioning complete for port f0292878-d6f9-48c9-9e97-c0f13db19f21 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:27.593102 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a5becf25-cdba-4c85-bf57-13bf486c3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.644864 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-a5becf25-cdba-4c85-bf57-13bf486c3548 None None] Port f0292878-d6f9-48c9-9e97-c0f13db19f21 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:18:27.716606 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.722042 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.725424 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:27.812293 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:27.814160 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Pushing event updated for resources: {'Port': ['ID=f0292878-d6f9-48c9-9e97-c0f13db19f21,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:27.817489 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:27.942267 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:27.943826 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:28.104555 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Router 51a246fb-6f60-433e-a92c-e2d7182dc801 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:18:28.174854 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-926d83c7-168c-4efa-ac7a-b13a7ce4c7f4 None None] Provisioning complete for port f0292878-d6f9-48c9-9e97-c0f13db19f21 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:28.175303 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-926d83c7-168c-4efa-ac7a-b13a7ce4c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:28.221234 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-926d83c7-168c-4efa-ac7a-b13a7ce4c7f4 None None] Port f0292878-d6f9-48c9-9e97-c0f13db19f21 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:18:28.224119 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 91a83cdf-9e80-48d1-ac08-8753fc2a764e up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:28.259619 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:18:28.265534 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] 10.222.0.23 "PUT /v2.0/routers/51a246fb-6f60-433e-a92c-e2d7182dc801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061560 Jun 10 15:18:28.284314 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 91a83cdf-9e80-48d1-ac08-8753fc2a764e triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:28.284721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:28.376305 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 42d89a94-6d00-4986-ba71-51c28557bab0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:28.435502 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 42d89a94-6d00-4986-ba71-51c28557bab0 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:28.439516 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 42d89a94-6d00-4986-ba71-51c28557bab0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:28.439895 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:28.532757 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:28.554604 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 42d89a94-6d00-4986-ba71-51c28557bab0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=42d89a94-6d00-4986-ba71-51c28557bab0,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:28.559137 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:28.560207 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:28.564081 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-e1f4cbd6-27e4-4a66-b571-42f1440e05c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:28.655905 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=42d89a94-6d00-4986-ba71-51c28557bab0,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:28.659356 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:28.669957 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:28.670335 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:29.055048 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Sync routers for ids ['51a246fb-6f60-433e-a92c-e2d7182dc801'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:18:29.066779 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Routers {'51a246fb-6f60-433e-a92c-e2d7182dc801'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:29.067530 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:17:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['51a246fb-6f60-433e-a92c-e2d7182dc801'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:29.225137 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Set router 51a246fb-6f60-433e-a92c-e2d7182dc801 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:29.308168 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:29.315698 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-5732faa9-df43-4eec-884d-33b10c9d8b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:29.555160 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:18:27Z', 'revision_number': 4, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port': {'id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:24Z', 'updated_at': '2021-06-10T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'f0292878-d6f9-48c9-9e97-c0f13db19f21', 'name': '', 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'mac_address': 'fa:16:3e:d6:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:26Z', 'updated_at': '2021-06-10T15:18:27Z', 'revision_number': 2, 'project_id': 'df17149694e440c2b8737601188eefb0', 'subnets': [{'id': 'a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:29.559018 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Checking router: 51a246fb-6f60-433e-a92c-e2d7182dc801 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:18:29.559018 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Updating router 51a246fb-6f60-433e-a92c-e2d7182dc801 port f0292878-d6f9-48c9-9e97-c0f13db19f21 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:18:29.602446 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:29.966942 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:29.980055 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Transition to ACTIVE for port object f0292878-d6f9-48c9-9e97-c0f13db19f21 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:29.990342 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:29.992772 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-23134333-6145-4ba4-b803-65b89e1e1b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:30.096310 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541f83-70dc-4190-829c-6bd3dacfdbba None None] Pushing event updated for resources: {'Port': ['ID=f0292878-d6f9-48c9-9e97-c0f13db19f21,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:30.101123 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-96541f83-70dc-4190-829c-6bd3dacfdbba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:30.194627 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Attempting to bind port f0292878-d6f9-48c9-9e97-c0f13db19f21 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:30.195057 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Attempting to bind port f0292878-d6f9-48c9-9e97-c0f13db19f21 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:30.195424 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Attempting to bind port f0292878-d6f9-48c9-9e97-c0f13db19f21 on network ecd1f233-b7ba-42c4-83cc-e879f14a6986 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:30.213476 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:30.213867 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Checking segment: {'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:30.214289 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:30.214837 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Bound using segment: {'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:30.215371 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Bound port: f0292878-d6f9-48c9-9e97-c0f13db19f21, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88913ee9-fbae-40d4-b75a-973a85b42a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:30.215816 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:30.238976 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 42d89a94-6d00-4986-ba71-51c28557bab0 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:30.344609 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:30.364612 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] For port f0292878-d6f9-48c9-9e97-c0f13db19f21, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:30.371115 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] For port f0292878-d6f9-48c9-9e97-c0f13db19f21, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f0292878-d6f9-48c9-9e97-c0f13db19f21,segment=NetworkSegment(88913ee9-fbae-40d4-b75a-973a85b42a66),segment_id=88913ee9-fbae-40d4-b75a-973a85b42a66)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:30.386003 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:30.388709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-6b2695bb-ae45-4814-af50-0eaaa529197c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:30.570497 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 42d89a94-6d00-4986-ba71-51c28557bab0 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:30.571191 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:30.646389 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Routers {'51a246fb-6f60-433e-a92c-e2d7182dc801'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:18:30.647181 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:18:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['51a246fb-6f60-433e-a92c-e2d7182dc801'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:30.761888 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541f83-70dc-4190-829c-6bd3dacfdbba None None] Pushing event updated for resources: {'Port': ['ID=f0292878-d6f9-48c9-9e97-c0f13db19f21,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:30.767553 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-96541f83-70dc-4190-829c-6bd3dacfdbba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:30.873405 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] Set router 51a246fb-6f60-433e-a92c-e2d7182dc801 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:18:31.176798 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:18:27Z', 'revision_number': 4, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port': {'id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:24Z', 'updated_at': '2021-06-10T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'f0292878-d6f9-48c9-9e97-c0f13db19f21', 'name': '', 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'mac_address': 'fa:16:3e:d6:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:26Z', 'updated_at': '2021-06-10T15:18:30Z', 'revision_number': 4, 'project_id': 'df17149694e440c2b8737601188eefb0', 'subnets': [{'id': 'a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:18:31.180360 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a7231-abf9-46a9-9bb1-00d9ce921930 None None] The sync data for ids ['51a246fb-6f60-433e-a92c-e2d7182dc801'] in dv-cinder-795785-1-iscsi is: [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:18:27Z', 'revision_number': 4, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port': {'id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:24Z', 'updated_at': '2021-06-10T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'f0292878-d6f9-48c9-9e97-c0f13db19f21', 'name': '', 'network_id': 'ecd1f233-b7ba-42c4-83cc-e879f14a6986', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'mac_address': 'fa:16:3e:d6:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:26Z', 'updated_at': '2021-06-10T15:18:30Z', 'revision_number': 4, 'project_id': 'df17149694e440c2b8737601188eefb0', 'subnets': [{'id': 'a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:18:32.134554 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:32.188892 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0292878-d6f9-48c9-9e97-c0f13db19f21 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:32.254625 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port f0292878-d6f9-48c9-9e97-c0f13db19f21 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:32.258860 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port f0292878-d6f9-48c9-9e97-c0f13db19f21 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:32.259278 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:32.363900 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:32.408291 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port f0292878-d6f9-48c9-9e97-c0f13db19f21, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f0292878-d6f9-48c9-9e97-c0f13db19f21,segment=NetworkSegment(88913ee9-fbae-40d4-b75a-973a85b42a66),segment_id=88913ee9-fbae-40d4-b75a-973a85b42a66)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:32.412304 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:32.415387 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-12e0ad7c-d1f2-48f9-b132-e52483ebffac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:32.490894 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=f0292878-d6f9-48c9-9e97-c0f13db19f21,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:32.494418 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:34.151773 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0292878-d6f9-48c9-9e97-c0f13db19f21 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:34.213914 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port f0292878-d6f9-48c9-9e97-c0f13db19f21 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:34.214312 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:37.810239 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-f3bcece0-c665-4ccc-8c73-5288fc5aa67d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:37.812268 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-f3bcece0-c665-4ccc-8c73-5288fc5aa67d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 815 time: 0.1305697 Jun 10 15:18:37.826438 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-b4b73273-0ea1-4a62-bb56-77b846cde468 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/quotas/1fd1414c8b9e45e1a73222b9ced493da HTTP/1.1" status: 200 len: 375 time: 0.0087907 Jun 10 15:18:37.900401 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-d776ff9a-0261-4a9d-9324-8f6fef5003c6 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685306 Jun 10 15:18:38.003169 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-e322655a-40e0-460e-ad33-47bd5a9f447c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:18:38.004131 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-e322655a-40e0-460e-ad33-47bd5a9f447c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931730 Jun 10 15:18:38.117677 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-9286cda9-2b18-477c-836b-ac4ce939b249 service neutron] 10.222.0.23 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073897 Jun 10 15:18:38.231047 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-b8f2fe89-cd62-4d53-98c9-f666508b61c1 service neutron] 10.222.0.23 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075909 Jun 10 15:18:38.406468 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80346951-2ffb-4c5c-9684-51a0337ca9b2 req-b1ca6700-912d-45f3-a7e4-a73e121c4c51 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 210 time: 0.0363798 Jun 10 15:18:39.480226 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-4778d7c0-c6da-411f-a591-a9bbf19fc16e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:39.481678 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-4778d7c0-c6da-411f-a591-a9bbf19fc16e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 815 time: 0.1416993 Jun 10 15:18:39.497571 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'port': {'device_id': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'admin_state_up': True, 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:39.624002 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4b609b83-26ec-44ab-b601-f8c3d7e27cf2 req-3f20b230-7b10-4711-b5e6-18c149e94a22 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 210 time: 0.0855131 Jun 10 15:18:39.667569 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Made reservation on behalf of 1fd1414c8b9e45e1a73222b9ced493da for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:18:39.672599 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:39.825531 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Allocated IP 172.20.0.14 (6c36c118-1a3f-4e29-af3e-591ae64e0580/f67bed81-4293-44d9-a846-e14fe9bc2ac0/99a98236-f01f-4c7a-aad2-c5d8ebe171f5) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:18:40.036763 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:40.054248 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Transition to ACTIVE for port object 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:40.098189 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:40.104294 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:40.165470 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:18:40.169616 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:18:40.173652 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:18:40.179338 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:40.229649 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.230027 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.230441 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.230759 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.231147 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.231517 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.231865 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.232224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.233188 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.233770 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.234143 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.234503 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:40.243580 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:40.263556 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:40.264971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:40.282221 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7888792 Jun 10 15:18:40.443945 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-b6973ac2-f225-4192-a648-0b1472270fbe None None] Provisioning for port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:40.449379 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-b6973ac2-f225-4192-a648-0b1472270fbe None None] Provisioning complete for port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:40.449966 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b6973ac2-f225-4192-a648-0b1472270fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:40.496842 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-b6973ac2-f225-4192-a648-0b1472270fbe None None] Port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:18:40.823018 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca6173-9e37-471b-92ec-573f48f92249 req-595a61ce-0a42-442e-8b3e-587d15bf30cc tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:40.824492 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ceca6173-9e37-471b-92ec-573f48f92249 req-595a61ce-0a42-442e-8b3e-587d15bf30cc tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0796638 Jun 10 15:18:40.871645 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ceca6173-9e37-471b-92ec-573f48f92249 req-d0afa7aa-4257-46fa-9010-1f85ee4fbefe tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Jun 10 15:18:42.062996 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326afec-5e86-4a1b-a715-592a7865d18a req-d76f8a84-df35-4bdd-9a4a-30e3d0fc171f tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:42.064564 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c326afec-5e86-4a1b-a715-592a7865d18a req-d76f8a84-df35-4bdd-9a4a-30e3d0fc171f tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0805459 Jun 10 15:18:42.118255 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c326afec-5e86-4a1b-a715-592a7865d18a req-966c911b-cdeb-40e3-b286-0d6f6235166b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477073 Jun 10 15:18:43.310262 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a698d18-1bee-4312-9d9a-cd6e6220664b req-e73e2419-3ec6-4fac-aac6-45364f53a1bd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:43.312338 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6a698d18-1bee-4312-9d9a-cd6e6220664b req-e73e2419-3ec6-4fac-aac6-45364f53a1bd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0776019 Jun 10 15:18:43.361271 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6a698d18-1bee-4312-9d9a-cd6e6220664b req-86e081df-e631-4224-881a-dc2a221d9dd2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Jun 10 15:18:44.554363 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b328e39-bdf2-4141-8366-47089790012f req-d4a6cc1a-7165-4992-bb1d-5e25c264ba11 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:44.556514 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b328e39-bdf2-4141-8366-47089790012f req-d4a6cc1a-7165-4992-bb1d-5e25c264ba11 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0810335 Jun 10 15:18:44.598459 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-2b328e39-bdf2-4141-8366-47089790012f req-3dd2e479-86bc-4c0c-b9ed-a0653aeee535 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 Jun 10 15:18:45.797792 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a2369-3611-48a5-9c46-2d545543e8f5 req-f721648a-1859-46ae-99fd-f12324312617 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:45.799348 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a13a2369-3611-48a5-9c46-2d545543e8f5 req-f721648a-1859-46ae-99fd-f12324312617 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0780556 Jun 10 15:18:45.849198 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a13a2369-3611-48a5-9c46-2d545543e8f5 req-03a313c5-34a8-4dc7-96ad-17db3888fbe2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Jun 10 15:18:47.085299 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba1215-cc7e-4512-8402-d19d25b99b1c req-894c7762-3979-4649-ab45-4595295d0ff2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:47.086993 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-27ba1215-cc7e-4512-8402-d19d25b99b1c req-894c7762-3979-4649-ab45-4595295d0ff2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.1025567 Jun 10 15:18:47.131676 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-27ba1215-cc7e-4512-8402-d19d25b99b1c req-4eee2ad7-0dfd-4907-9268-44ccfe89c857 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Jun 10 15:18:48.326705 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77b24-0857-45d8-b85c-3c00dc107697 req-c3e51276-08ff-4c71-85fe-03da2ec7869b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:48.328291 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-69c77b24-0857-45d8-b85c-3c00dc107697 req-c3e51276-08ff-4c71-85fe-03da2ec7869b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0795739 Jun 10 15:18:48.374747 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-69c77b24-0857-45d8-b85c-3c00dc107697 req-6b8d6202-c2a4-4f9d-bf22-0c9735707819 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Jun 10 15:18:49.571531 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecdfef-b3dc-484c-8692-62afc629eb01 req-8f5ea5ab-8c8b-4792-8aba-3d9c06266e83 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:49.573457 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d5ecdfef-b3dc-484c-8692-62afc629eb01 req-8f5ea5ab-8c8b-4792-8aba-3d9c06266e83 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0781071 Jun 10 15:18:49.616044 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d5ecdfef-b3dc-484c-8692-62afc629eb01 req-2c9b1b4b-4420-4a19-8790-0a594c721b1d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Jun 10 15:18:50.800695 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce60877-a21a-42e3-86ed-9dd47993a63b req-faaa5c35-ad43-4776-97d4-b8235e452bbc tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:50.802128 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3ce60877-a21a-42e3-86ed-9dd47993a63b req-faaa5c35-ad43-4776-97d4-b8235e452bbc tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.0716751 Jun 10 15:18:50.844320 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3ce60877-a21a-42e3-86ed-9dd47993a63b req-777c003f-c2e8-433a-98bb-0a12038fde9c tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366123 Jun 10 15:18:51.664417 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Request body: {'port': {'device_id': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:51.749520 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:52.448647 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc3ddf-dd3e-4616-872b-a97c4a564e91 req-58698d19-c8a4-4100-b129-9307dd070f69 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:52.450890 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a6fc3ddf-dd3e-4616-872b-a97c4a564e91 req-58698d19-c8a4-4100-b129-9307dd070f69 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 932 time: 0.4837046 Jun 10 15:18:52.484792 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:18:52.501334 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:52.528756 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Transition to ACTIVE for port object 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:18:52.533025 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a6fc3ddf-dd3e-4616-872b-a97c4a564e91 req-4859aec2-0b5e-472a-ab76-25c9bbd4af7e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720530 Jun 10 15:18:52.534073 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:52.536237 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:52.657028 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Pushing event updated for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:52.662214 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:52.763424 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Attempting to bind port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:18:52.764447 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Attempting to bind port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:18:52.764447 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Attempting to bind port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 on network 6c36c118-1a3f-4e29-af3e-591ae64e0580 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:52.769567 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 on network 6c36c118-1a3f-4e29-af3e-591ae64e0580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:18:52.769906 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Attempting to bind port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 on network 6c36c118-1a3f-4e29-af3e-591ae64e0580 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:18:52.775561 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:18:52.775907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Checking segment: {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:18:52.776306 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Bound using segment: {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:18:52.776784 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Bound port: 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb4b052-8bf2-42aa-9526-3b6b7301df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:18:52.777138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:52.860814 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:18:52.863752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:18:52.868429 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:52.871379 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4abcd3b7-47f8-4f1f-b5e2-bbfeb1a04849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:52.908928 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:52.909547 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:52.911142 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] 10.222.0.21 "PUT /v2.0/ports/99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 1094 time: 1.2507973 Jun 10 15:18:52.911688 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:18:52.913929 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f67c9-a942-4469-b1cf-5395de2f848e" -d '{"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:18:52.943860 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Pushing event updated for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:52.946971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:52.970270 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d0282-7b45-4d52-a2dc-4caff649dbf9 x-openstack-request-id: req-294d0282-7b45-4d52-a2dc-4caff649dbf9 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:18:52.970604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:18:52.970894 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-294d0282-7b45-4d52-a2dc-4caff649dbf9 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:18:52.971367 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'status': 'completed', 'code': 200} Jun 10 15:18:53.031033 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-e9a7b34a-b3ec-4b6e-beea-dad7e8ca0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.032554 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-e9a7b34a-b3ec-4b6e-beea-dad7e8ca0089 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1097 time: 0.0736558 Jun 10 15:18:53.097632 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-f076b6d5-93e6-4087-ab94-6236458214e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 217 time: 0.0566645 Jun 10 15:18:53.163971 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-49ef6497-b9ae-4a3e-bd4f-a00ec6209611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.165400 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-49ef6497-b9ae-4a3e-bd4f-a00ec6209611 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0614524 Jun 10 15:18:53.232324 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-8935f587-a10c-40a7-92c2-e4cd8d048276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.233937 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-8935f587-a10c-40a7-92c2-e4cd8d048276 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619097 Jun 10 15:18:53.347749 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-7e25ae4e-3537-4764-a3d3-5900fb5f1316 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067212 Jun 10 15:18:53.461974 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fa0d6bcc-f7cd-40fd-8e74-ee34d1ee5b11 req-57c7baac-e55f-4d7a-8dcf-787a5bf36317 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073227 Jun 10 15:18:53.572712 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-050a55c3-8873-4129-9c7b-94c8dc09bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.574275 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-050a55c3-8873-4129-9c7b-94c8dc09bccb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1097 time: 0.0637612 Jun 10 15:18:53.724713 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-e02c1974-9d1f-46ab-8b39-02cc238b3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.726226 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-e02c1974-9d1f-46ab-8b39-02cc238b3943 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1456409 Jun 10 15:18:53.786400 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-bd470917-8e3a-4ba0-ae42-56967a53ca34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 217 time: 0.0520289 Jun 10 15:18:53.802390 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07362364-95fb-416f-a5e8-55e8402eae35 req-beb166c2-1936-4a14-aa46-a895d2c7aae5 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.803795 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-07362364-95fb-416f-a5e8-55e8402eae35 req-beb166c2-1936-4a14-aa46-a895d2c7aae5 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 944 time: 0.1434290 Jun 10 15:18:53.879350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-a49f1790-a209-4166-8c16-61882ea15351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.880820 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-a49f1790-a209-4166-8c16-61882ea15351 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0860369 Jun 10 15:18:53.883610 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-07362364-95fb-416f-a5e8-55e8402eae35 req-15bf8928-eea8-4667-8480-f59c94de4077 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732236 Jun 10 15:18:53.944195 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-07645e71-2246-42f3-aeaa-3dd9de1e2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:53.945561 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-07645e71-2246-42f3-aeaa-3dd9de1e2037 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578001 Jun 10 15:18:54.061993 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-8e4a8ea2-228f-48d8-b206-b0d2c22ee4f7 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082149 Jun 10 15:18:54.179653 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a74f67c9-a942-4469-b1cf-5395de2f848e req-2b755707-c36c-4bcb-be21-5db590770fbf service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101909 Jun 10 15:18:55.064001 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf85532-1904-43df-83f0-20035f300c2c req-bb0281bb-d133-4d6a-b427-61c540e6496f tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:55.065437 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cdf85532-1904-43df-83f0-20035f300c2c req-bb0281bb-d133-4d6a-b427-61c540e6496f tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 944 time: 0.0676191 Jun 10 15:18:55.105729 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-cdf85532-1904-43df-83f0-20035f300c2c req-17d4f348-a2bb-45bd-a411-85ae97c79cac tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348055 Jun 10 15:18:56.241000 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:18:56.284332 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54402ed8-c386-444f-8373-94850dbe47ad req-cd7bfb8c-03c5-48a6-9573-0d2a2487d686 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:56.285836 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-54402ed8-c386-444f-8373-94850dbe47ad req-cd7bfb8c-03c5-48a6-9573-0d2a2487d686 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 944 time: 0.0715208 Jun 10 15:18:56.331681 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:18:56.335632 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-54402ed8-c386-444f-8373-94850dbe47ad req-b9e5ad7d-1eb3-4c96-adb3-be22982544af tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Jun 10 15:18:56.362122 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:56.377723 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'port_id': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'mac_address': 'fa:16:3e:1c:97:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:18:56.420100 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:56.435007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:18:56.455104 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:56.459091 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:56.460839 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:56.512729 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:56.515895 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:56.597967 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-33021a34-8da3-412c-a6c9-5684894591c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:56.658169 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['99a98236-f01f-4c7a-aad2-c5d8ebe171f5'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:18:57.513825 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595eafd-a3c7-478b-80d0-b83c395a8ff4 req-0b04639c-3c08-4623-9128-6be4d31d0341 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:57.515921 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7595eafd-a3c7-478b-80d0-b83c395a8ff4 req-0b04639c-3c08-4623-9128-6be4d31d0341 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 945 time: 0.0725994 Jun 10 15:18:57.533401 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:57.557839 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7595eafd-a3c7-478b-80d0-b83c395a8ff4 req-9350be70-25f2-4b49-963e-fe69a12179ce tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Jun 10 15:18:58.245978 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:18:58.300366 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:18:58.303860 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:58.304241 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:58.394803 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:58.419339 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:18:58.422145 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8f7f27-79c8-4a06-a66f-00dfb8eda1eb" -d '{"events": [{"server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "name": "network-vif-plugged", "status": "completed", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:18:58.435469 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:18:58.441406 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:58.443408 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:58.469812 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84006af-c573-46b3-b9d9-8039813b9a23 x-openstack-request-id: req-e84006af-c573-46b3-b9d9-8039813b9a23 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:18:58.470110 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "name": "network-vif-plugged", "status": "completed", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:18:58.470372 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e84006af-c573-46b3-b9d9-8039813b9a23 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:18:58.470766 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'code': 200} Jun 10 15:18:58.499971 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:58.502815 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:58.692088 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca49bb-2385-46f4-a943-bce192be8db2 req-cf142706-0e38-4a02-89ee-d5f056ddc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:58.693579 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43ca49bb-2385-46f4-a943-bce192be8db2 req-cf142706-0e38-4a02-89ee-d5f056ddc81a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1099 time: 0.0607250 Jun 10 15:18:58.732228 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-43ca49bb-2385-46f4-a943-bce192be8db2 req-1d600326-f351-48e8-827f-baf010024301 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Jun 10 15:18:58.741223 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081033-abcf-4f7a-93f7-29be00e9de8c req-1d24e693-fd7b-4d5e-bec1-d5f69825fead tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:58.742957 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80081033-abcf-4f7a-93f7-29be00e9de8c req-1d24e693-fd7b-4d5e-bec1-d5f69825fead tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0700462 Jun 10 15:18:58.784522 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80081033-abcf-4f7a-93f7-29be00e9de8c req-e382a511-1a65-4759-96b7-cb934ba74fd8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Jun 10 15:18:59.286957 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-297ec486-d8ec-4b97-9a24-938e16aae73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:59.288718 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:59.964463 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6d1e4-b34d-46c0-9267-aee6f2a2613e req-4b28bc49-4445-4637-b113-343164400552 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:59.965925 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0de6d1e4-b34d-46c0-9267-aee6f2a2613e req-4b28bc49-4445-4637-b113-343164400552 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0692842 Jun 10 15:19:00.007795 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0de6d1e4-b34d-46c0-9267-aee6f2a2613e req-5ef9e167-245e-48a0-b446-7e947e49acf5 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Jun 10 15:19:00.186674 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a1d0-f6e9-461b-9c90-0ed4df8349d0 req-8816f277-e9bf-4fc3-a1ef-85bc28b08608 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:00.189061 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19a6a1d0-f6e9-461b-9c90-0ed4df8349d0 req-8816f277-e9bf-4fc3-a1ef-85bc28b08608 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0731430 Jun 10 15:19:00.229679 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-19a6a1d0-f6e9-461b-9c90-0ed4df8349d0 req-d49638a6-8d91-430f-9388-a6f76022afe8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350194 Jun 10 15:19:00.292272 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:00.649356 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da7ecf-540f-4bf8-94db-ea380ee6ce05 req-338dd256-d3c5-4110-822b-c38da4456da2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:00.650851 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f8da7ecf-540f-4bf8-94db-ea380ee6ce05 req-338dd256-d3c5-4110-822b-c38da4456da2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0690145 Jun 10 15:19:00.693520 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f8da7ecf-540f-4bf8-94db-ea380ee6ce05 req-2c8372ae-34b9-44e8-83ad-7d161a85c2bc tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Jun 10 15:19:02.141335 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:10.237876 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acdbf8-5e4c-4f98-a13a-8d13a08a7071 req-5d39bed3-4445-4b31-8877-d70d577a41a1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:10.239366 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-81acdbf8-5e4c-4f98-a13a-8d13a08a7071 req-5d39bed3-4445-4b31-8877-d70d577a41a1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0717146 Jun 10 15:19:10.279886 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-81acdbf8-5e4c-4f98-a13a-8d13a08a7071 req-a9097632-e4bf-4222-9a51-7717c3104f97 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Jun 10 15:19:10.304552 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37904) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:10.411081 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47439dc9-fd95-4cf7-b3a5-9d1f1340a25b tempest-TestMinimumBasicScenario-710144364 tempest-TestMinimumBasicScenario-710144364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:10.412555 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-47439dc9-fd95-4cf7-b3a5-9d1f1340a25b tempest-TestMinimumBasicScenario-710144364 tempest-TestMinimumBasicScenario-710144364-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1094 time: 0.1070135 Jun 10 15:19:10.415369 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 37908) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:10.419595 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'port_id': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:10.441301 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for floatingip, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:10.563057 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:10.687735 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Allocated IP 172.27.1.100 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/16758f84-e865-4595-8ef1-0a737cd3c33d) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:19:10.814756 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:10.853484 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:10.856267 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8e2dcb4d-fe18-467d-a96c-fa30081e84c0 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:10.903161 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:19:10.908684 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:19:10.912380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:19:10.942512 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'Port': ['ID=16758f84-e865-4595-8ef1-0a737cd3c33d,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:10.946602 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:11.396631 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:11.486568 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:11.666764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:11.675207 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:11.677564 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:11.757651 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'Port': ['ID=16758f84-e865-4595-8ef1-0a737cd3c33d,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:11.764609 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:11.774740 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:11.908462 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Floating IP 9c9d1ce3-67c8-48ba-ace4-80b078281fcf associated. External IP: 172.27.1.100, port: 99a98236-f01f-4c7a-aad2-c5d8ebe171f5. Jun 10 15:19:12.471376 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:19:12.617309 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:19:12.627387 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] Sync routers for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:19:12.635948 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:19:12.636564 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:18:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:12.642274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.693601 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2747622 Jun 10 15:19:12.693601 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:19:12.694100 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37914) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:12.694604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb4c9d3-01ed-411e-a029-1b687a632bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:19:12.699394 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764865203', 'description': 'tempest-secgroup-smoke-764865203 description', 'project_id': '1fd1414c8b9e45e1a73222b9ced493da'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:12.724969 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.738973 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d041f3a6-7b06-4c0e-9e12-d079722382f5 x-openstack-request-id: req-d041f3a6-7b06-4c0e-9e12-d079722382f5 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:19:12.739307 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:19:12.740135 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d041f3a6-7b06-4c0e-9e12-d079722382f5 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:19:12.740984 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'status': 'completed', 'code': 200} Jun 10 15:19:12.823946 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.830740 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.834313 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2e6c0e38-f746-4bab-926f-672758743686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:12.837066 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-705ff904-4914-424c-b771-4595b35237f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:12.838750 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-705ff904-4914-424c-b771-4595b35237f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1099 time: 0.0735760 Jun 10 15:19:12.863582 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.864784 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1695790 Jun 10 15:19:12.867221 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53dbec2-eb34-4768-806f-20212e15753e,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:12.869231 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37918) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:12.873793 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'security_group_rule': {'security_group_id': 'a53dbec2-eb34-4768-806f-20212e15753e', 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:12.880605 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:19:12.887033 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.887415 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.888113 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.888113 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.888488 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.888847 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.889199 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.890514 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.890514 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.891095 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.891619 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.891986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:12.895723 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:12.917998 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.969780 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-fa3a91f5-3162-43cd-85ea-0a30f2f47113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:12.970061 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-fa3a91f5-3162-43cd-85ea-0a30f2f47113 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1209435 Jun 10 15:19:12.988194 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.992285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:12.998017 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:13.014471 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbaca7d-38df-41f4-933a-6f4c8f74531e,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:13.018548 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:13.020561 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.021728 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2c1fdefb-b302-4d99-884b-de8aa5e880b8 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514287 Jun 10 15:19:13.024490 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37920) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:13.029466 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'security_group_rule': {'security_group_id': 'a53dbec2-eb34-4768-806f-20212e15753e', 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:13.058761 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.064429 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-3b64b0bb-780a-4d13-b86d-7140e0a82caf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 1000 time: 0.0870457 Jun 10 15:19:13.128778 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.133005 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.135229 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:13.151774 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-9b7b7f10-ce6f-4639-abae-f1369abd01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:13.153843 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-9b7b7f10-ce6f-4639-abae-f1369abd01ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0752206 Jun 10 15:19:13.156793 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1d99dc-c960-4815-9a76-2498518edcc3,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:13.159559 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:13.168635 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.172706 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-87e5ab76-1a31-428d-b2b2-0de3baa3c043 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470532 Jun 10 15:19:13.173455 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37924) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:13.178212 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'security_group_rule': {'security_group_id': 'a53dbec2-eb34-4768-806f-20212e15753e', 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:13.205564 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.211431 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '9c9d1ce3-67c8-48ba-ace4-80b078281fcf', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'port_id': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'mac_address': 'fa:16:3e:1c:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:19:11Z', 'updated_at': '2021-06-10T15:19:11Z', 'revision_number': 0, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 5, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:13.215162 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] Checking router: ef0befdd-047f-4fb8-a19d-6e1dbb821a7e for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:19:13.224680 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:19:13.224917 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-3db0a42f-58a3-42de-bb70-9af872c59a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:13.225492 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:18:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:13.226791 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-3db0a42f-58a3-42de-bb70-9af872c59a4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651934 Jun 10 15:19:13.274204 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.278842 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.285995 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d46e8fbe-ce9e-495b-b573-e5619c5660f6 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:13.303673 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7880715e-93e0-4dd6-ab6c-bcf0405db58a,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:13.306341 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:13.308085 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.309254 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346893 Jun 10 15:19:13.312924 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37926) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:13.318221 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'security_group_rule': {'security_group_id': 'a53dbec2-eb34-4768-806f-20212e15753e', 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:13.346043 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.352246 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-e80b94d3-806e-459b-9cf6-ab497ab0d1e2 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174052 Jun 10 15:19:13.379749 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:19:13.417803 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.422438 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.428441 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-288cedc2-f912-4e03-8e5e-c42cd5b4a69a tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:13.446611 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913400cd-9486-4f5f-a46c-2018bd6bc012,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:13.449276 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:13.454523 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.458723 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-de820d47-ae8a-4af8-a2de-877ab6eb0c6a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419759 Jun 10 15:19:13.459418 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37928) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:13.465039 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'security_group_rule': {'security_group_id': 'a53dbec2-eb34-4768-806f-20212e15753e', 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:13.475999 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0fb4c9d3-01ed-411e-a029-1b687a632bf7 req-7b407f67-77e0-4b83-b1c3-d9b851908918 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163373 Jun 10 15:19:13.492555 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.securitygroups_db [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Project 1fd1414c8b9e45e1a73222b9ced493da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:19:13.499127 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.565896 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.570285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.572368 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2c077e97-f85c-4fcc-8806-1c32853fa464 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:13.589782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ca48dc-37bd-4ea7-aea8-c819a0003d12,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:13.592689 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:13.597453 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.598690 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-cfff54db-4012-48b9-b3a8-4600619a6793 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382658 Jun 10 15:19:13.601514 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 37930) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:13.606053 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'security_group_rule': {'security_group_id': 'a53dbec2-eb34-4768-806f-20212e15753e', 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:13.628932 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.securitygroups_db [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Project 1fd1414c8b9e45e1a73222b9ced493da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:19:13.633693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.678961 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '9c9d1ce3-67c8-48ba-ace4-80b078281fcf', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'port_id': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'mac_address': 'fa:16:3e:1c:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:19:11Z', 'updated_at': '2021-06-10T15:19:11Z', 'revision_number': 0, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 5, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:13.682303 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa98208-9455-418c-bbf0-9df60dd47720 None None] The sync data for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi is: [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '9c9d1ce3-67c8-48ba-ace4-80b078281fcf', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'port_id': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'mac_address': 'fa:16:3e:1c:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:19:11Z', 'updated_at': '2021-06-10T15:19:11Z', 'revision_number': 0, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 5, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:19:13.701562 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.705976 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.708420 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-015a5ca9-c05c-4c1d-bd7e-79014f17f12a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:13.725305 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409fb453-4590-447b-b4bd-6590bff204f2,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:13.729309 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:13.735293 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:13.736697 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342282 Jun 10 15:19:13.866530 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-07645a74-a114-4f30-add4-8869911abe1a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764865203&fields=id&tenant_id=1fd1414c8b9e45e1a73222b9ced493da HTTP/1.1" status: 200 len: 267 time: 0.0415745 Jun 10 15:19:13.870097 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1fcd3-8f3e-4023-b1a0-1ff7c4f0a6f0 None None] New status for floating IP 9c9d1ce3-67c8-48ba-ace4-80b078281fcf: ACTIVE {{(pid=98499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:19:13.941530 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-638156b9-4292-4956-9138-863fecf64a4d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:13.943027 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-638156b9-4292-4956-9138-863fecf64a4d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0682635 Jun 10 15:19:13.954300 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'port': {'security_groups': ['cd76b154-c55e-4c00-a8c0-5c7691506c72', 'a53dbec2-eb34-4768-806f-20212e15753e']}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:14.059639 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:14.286553 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:14.316575 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:14.321314 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:14.324963 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:14.332556 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['99a98236-f01f-4c7a-aad2-c5d8ebe171f5'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:19:14.379899 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:14.380588 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:14.382157 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-57efbdc3-187b-4cdd-ab69-d4c2ec569686 req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "PUT /v2.0/ports/99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 982 time: 0.4329472 Jun 10 15:19:14.382702 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:19:14.385147 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d46783-40fc-4845-a518-99d2b63dd2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:19:14.422748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=6']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:14.426693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:14.449097 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['99a98236-f01f-4c7a-aad2-c5d8ebe171f5'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:19:14.570267 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617095da-cdc9-4357-a05e-a0bd00eaba7a x-openstack-request-id: req-617095da-cdc9-4357-a05e-a0bd00eaba7a {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:19:14.570598 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:19:14.571049 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-617095da-cdc9-4357-a05e-a0bd00eaba7a {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:19:14.572448 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'status': 'completed', 'code': 200} Jun 10 15:19:14.607858 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1836c7-f969-47fa-bd4f-a7545ac9ed14 req-3ca4fbe2-65d6-4272-aae6-fb4bf587b705 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:14.610530 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4a1836c7-f969-47fa-bd4f-a7545ac9ed14 req-3ca4fbe2-65d6-4272-aae6-fb4bf587b705 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0933757 Jun 10 15:19:14.650117 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-26bc711f-cc77-4837-9f1d-000d8b4aa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:14.651522 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-26bc711f-cc77-4837-9f1d-000d8b4aa5a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1138 time: 0.0625033 Jun 10 15:19:14.663863 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4a1836c7-f969-47fa-bd4f-a7545ac9ed14 req-72121493-8124-4ea5-9b35-bda7720ea145 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469344 Jun 10 15:19:14.725391 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-c4454f94-9540-409f-9bb5-1c0480eda653 None None] Provisioning complete for port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:19:14.725775 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c4454f94-9540-409f-9bb5-1c0480eda653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:14.773631 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-5a18ba5e-fdc8-4ee1-8f1e-1bdaf90569b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:14.775103 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-5a18ba5e-fdc8-4ee1-8f1e-1bdaf90569b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1169386 Jun 10 15:19:14.857460 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-fbada54d-5870-466a-84a6-354030f701d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 1002 time: 0.0744867 Jun 10 15:19:14.923667 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-bff563f6-f1be-4a9e-92eb-572ebbf44a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:14.925103 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-bff563f6-f1be-4a9e-92eb-572ebbf44a82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0571454 Jun 10 15:19:14.991301 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-9700c1fa-bb91-4c07-b4a0-d3c25aae8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:14.993048 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-9700c1fa-bb91-4c07-b4a0-d3c25aae8bf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604014 Jun 10 15:19:15.112176 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-b57ebcdd-ba74-4bcb-971e-4ea1290d2f12 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116214 Jun 10 15:19:15.227658 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-63d46783-40fc-4845-a518-99d2b63dd2d1 req-d31f0938-859e-4a2c-a43f-aaeb4241f6c7 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075933 Jun 10 15:19:25.304265 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-c6d5c870-a6e2-480b-9423-7977260c009a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577409 Jun 10 15:19:25.408051 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-9ab6ba6a-1986-4226-a2ea-386ab154ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:25.409496 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-9ab6ba6a-1986-4226-a2ea-386ab154ef41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1138 time: 0.0601616 Jun 10 15:19:25.541208 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-01945c19-7e98-40aa-a248-60941a6687be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:25.542651 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-01945c19-7e98-40aa-a248-60941a6687be service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1121409 Jun 10 15:19:25.629000 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-f1d55812-f66b-42f1-9e3b-c0ff498e853c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 1002 time: 0.0785758 Jun 10 15:19:25.686592 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-cd7666b9-dcbf-4645-8660-2806d48579d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:25.688815 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-cd7666b9-dcbf-4645-8660-2806d48579d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0529146 Jun 10 15:19:25.763346 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-e10c8048-ea84-44c6-9c45-dfa699b2abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:25.764883 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-e10c8048-ea84-44c6-9c45-dfa699b2abd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683987 Jun 10 15:19:25.878244 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-c74f8de1-5b4b-44d0-abcb-fbf359f25026 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056325 Jun 10 15:19:25.993018 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-26b32dc2-b1a3-4853-b1fc-272463500217 req-e8d7d933-008b-43e5-85e7-30b4d3e1aebe service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079028 Jun 10 15:19:26.598655 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d450f8cf-0249-45a2-81c0-cfedf4c924c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:27.549298 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:29.286420 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9149064f-8e1e-469e-9e88-d68d5b7c7c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:29.288185 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:30.295893 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:32.136420 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:33.331669 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:19:37.662471 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-4afc7928-3dfb-4279-a369-c0936a35e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:37.664018 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-4afc7928-3dfb-4279-a369-c0936a35e2b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1138 time: 0.0656393 Jun 10 15:19:37.699180 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d760b4-9475-41ed-b03a-266ec70be98e req-67c68d6f-ba1d-4867-b0bb-234852821b70 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:37.700645 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-08d760b4-9475-41ed-b03a-266ec70be98e req-67c68d6f-ba1d-4867-b0bb-234852821b70 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0700779 Jun 10 15:19:37.746738 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-08d760b4-9475-41ed-b03a-266ec70be98e req-8e5f201a-c55d-4e50-af96-c45da2e6ec29 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391586 Jun 10 15:19:37.779770 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-5b289a64-640b-4d28-95eb-1f12bc212bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:37.782280 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-5b289a64-640b-4d28-95eb-1f12bc212bab service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1118374 Jun 10 15:19:37.869556 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-23191183-b99e-4811-9cba-727de6bfb8bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 1002 time: 0.0797679 Jun 10 15:19:37.925543 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-7d8d6e21-ab36-4d3d-8bea-f314dcd57e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:37.926892 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-7d8d6e21-ab36-4d3d-8bea-f314dcd57e54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0507710 Jun 10 15:19:37.993582 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-fa699fed-e352-4377-9eb3-bce9b990f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:37.995028 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-fa699fed-e352-4377-9eb3-bce9b990f893 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613623 Jun 10 15:19:38.108431 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-79d7de3b-14c4-49c1-bc56-adefe67babf0 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064899 Jun 10 15:19:38.223445 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e583d379-4be9-49d6-b3dc-be9cf2727d20 req-69427251-6620-48ac-bbca-a79563584c50 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080737 Jun 10 15:19:39.213301 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f7954-1b19-4455-9c74-87fddcae78b6 req-345a9a4a-196a-407b-91ed-0de05871e8d5 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:39.214767 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a7f7954-1b19-4455-9c74-87fddcae78b6 req-345a9a4a-196a-407b-91ed-0de05871e8d5 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.3530941 Jun 10 15:19:39.258408 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a7f7954-1b19-4455-9c74-87fddcae78b6 req-25b59ca7-51fa-4ec5-bca5-6757ed09dd89 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372801 Jun 10 15:19:40.441824 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558114a-bd4e-4f45-986e-85ab8a24ba9d req-9b0fac5b-d725-4ff7-89f8-6c0e0d40ed51 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:40.443352 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8558114a-bd4e-4f45-986e-85ab8a24ba9d req-9b0fac5b-d725-4ff7-89f8-6c0e0d40ed51 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0737059 Jun 10 15:19:40.488714 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8558114a-bd4e-4f45-986e-85ab8a24ba9d req-c76cb8fe-894c-4c0a-b3c7-8b54167b4f59 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397050 Jun 10 15:19:41.678184 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08f7b1-e873-4d19-8778-2ad2d513eee8 req-0fe219da-ca4f-448d-9a16-58d449b91ccc tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:41.679678 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4a08f7b1-e873-4d19-8778-2ad2d513eee8 req-0fe219da-ca4f-448d-9a16-58d449b91ccc tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0718782 Jun 10 15:19:41.723865 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4a08f7b1-e873-4d19-8778-2ad2d513eee8 req-f7403de9-057f-4f28-87cc-7cee2f5cf9d4 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383716 Jun 10 15:19:42.901592 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbff16c-8a50-4fa1-a93e-179fc72bdccc req-7c605d7b-c0c1-459b-8215-0b16879e6cce tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:42.902999 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6fbff16c-8a50-4fa1-a93e-179fc72bdccc req-7c605d7b-c0c1-459b-8215-0b16879e6cce tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0689785 Jun 10 15:19:42.947042 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6fbff16c-8a50-4fa1-a93e-179fc72bdccc req-f1aae651-2751-498c-bdf2-2db7adafd965 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374119 Jun 10 15:19:44.127740 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705a1c3-d1e1-40e4-af9a-e758f5349805 req-6ba98afd-13aa-4b5c-9468-b208feaaf9db tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:44.129198 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5705a1c3-d1e1-40e4-af9a-e758f5349805 req-6ba98afd-13aa-4b5c-9468-b208feaaf9db tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0731845 Jun 10 15:19:44.173108 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5705a1c3-d1e1-40e4-af9a-e758f5349805 req-7a6a92d3-56e4-4005-be64-eb25c959c241 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382311 Jun 10 15:19:44.853752 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38028) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:45.390246 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eb835-ad30-47cf-980e-f16e10b490b3 req-cbf21d7d-b70b-43e0-b0f4-19b2459ced31 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:45.392280 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f03eb835-ad30-47cf-980e-f16e10b490b3 req-cbf21d7d-b70b-43e0-b0f4-19b2459ced31 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0962107 Jun 10 15:19:45.472493 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f03eb835-ad30-47cf-980e-f16e10b490b3 req-3d36d04e-b507-4451-9aa8-c8a365cd1ac9 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733395 Jun 10 15:19:45.483631 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:45.800587 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Deleting port 01cd8d9c-d810-4657-b181-536f8c44b8d0 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:19:45.800818 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:45.904030 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] For port 01cd8d9c-d810-4657-b181-536f8c44b8d0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=01cd8d9c-d810-4657-b181-536f8c44b8d0,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:45.904725 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:45.994427 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Calling delete_port for 01cd8d9c-d810-4657-b181-536f8c44b8d0 owned by network:router_interface {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:19:46.209544 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:46.211473 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:46.242518 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cd8d9c-d810-4657-b181-536f8c44b8d0,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:46.245906 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:46.460348 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:46.666598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf8b0-2735-4b43-8e6f-b4578e19b391 req-0e76c265-1535-4a35-883d-9b479c8f13e2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:46.668156 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-34aaf8b0-2735-4b43-8e6f-b4578e19b391 req-0e76c265-1535-4a35-883d-9b479c8f13e2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0808523 Jun 10 15:19:46.719254 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-34aaf8b0-2735-4b43-8e6f-b4578e19b391 req-ff43dcb1-27bc-42b3-bc42-abdc3296abc2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439203 Jun 10 15:19:47.025377 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Router 8fcb131b-aa95-4209-845d-7ebf75f833ec has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:19:47.171626 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:19:47.177139 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] 10.222.0.23 "PUT /v2.0/routers/8fcb131b-aa95-4209-845d-7ebf75f833ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3220863 Jun 10 15:19:47.179653 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38036) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:47.180515 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22110b65-7159-42be-bc53-e192afee5aba None None] Sync routers for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:19:47.189532 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:19:47.190146 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:19:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:47.330010 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:19:47.332423 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks [] for router, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:47.471468 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:47.533418 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Deleting port 3d2d6825-20b2-4d65-b680-5d44867f4ad8 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:19:47.533763 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:47.561601 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T15:19:46Z', 'revision_number': 5, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port': {'id': '3d2d6825-20b2-4d65-b680-5d44867f4ad8', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:89:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T14:42:36Z', 'updated_at': '2021-06-10T14:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:47.564957 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22110b65-7159-42be-bc53-e192afee5aba None None] Checking router: 8fcb131b-aa95-4209-845d-7ebf75f833ec for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:19:47.572754 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] Routers {'8fcb131b-aa95-4209-845d-7ebf75f833ec'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:19:47.573356 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:19:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['8fcb131b-aa95-4209-845d-7ebf75f833ec'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:47.643509 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] For port 3d2d6825-20b2-4d65-b680-5d44867f4ad8, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=3d2d6825-20b2-4d65-b680-5d44867f4ad8,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:47.643793 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:47.746735 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Calling delete_port for 3d2d6825-20b2-4d65-b680-5d44867f4ad8 owned by network:router_gateway {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:19:47.788303 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] Set router 8fcb131b-aa95-4209-845d-7ebf75f833ec gateway port host: None {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:19:47.867404 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-22110b65-7159-42be-bc53-e192afee5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T15:19:47Z', 'revision_number': 6, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:47.871030 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22110b65-7159-42be-bc53-e192afee5aba None None] The sync data for ids ['8fcb131b-aa95-4209-845d-7ebf75f833ec'] in dv-cinder-795785-1-iscsi is: [{'id': '8fcb131b-aa95-4209-845d-7ebf75f833ec', 'name': 'tempest-AttachVolumeTestJSON-2030165104-router', 'tenant_id': '9456a45ad6bb45d4a651aeb21adc2873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T14:42:35Z', 'updated_at': '2021-06-10T15:19:47Z', 'revision_number': 6, 'project_id': '9456a45ad6bb45d4a651aeb21adc2873', 'gw_port_host': None}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:19:48.004226 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf28de-1978-451a-86fd-3da597b19757 req-83da20fe-b1f2-456a-a8b6-66244d42b10a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:48.005709 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86cf28de-1978-451a-86fd-3da597b19757 req-83da20fe-b1f2-456a-a8b6-66244d42b10a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.1230326 Jun 10 15:19:48.019244 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.029850 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:48.067666 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2d6825-20b2-4d65-b680-5d44867f4ad8,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:48.072905 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:48.110199 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-86cf28de-1978-451a-86fd-3da597b19757 req-9a4655dc-88c5-40ba-95b1-1e324666fe5c tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985255 Jun 10 15:19:48.154109 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.293186 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.295700 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.355687 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.356208 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcb131b-aa95-4209-845d-7ebf75f833ec {{(pid=98496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:19:48.361106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.362234 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8fcb131b-aa95-4209-845d-7ebf75f833ec HTTP/1.1" status: 204 len: 168 time: 1.1816461 Jun 10 15:19:48.364725 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38040) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:48.419883 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Deleting subnet 08b4614b-c17b-43b7-998e-4a5b62a31efb {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:19:48.423355 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.464541 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.553188 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.615994 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.618375 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-cdeb673a-04bf-43a8-b43c-010e370d9740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:48.642057 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 01cd8d9c-d810-4657-b181-536f8c44b8d0 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:19:48.650674 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b4614b-c17b-43b7-998e-4a5b62a31efb,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:48.653807 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:48.654835 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.659901 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d4c4f902-3ca1-448a-881c-502241a88150 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08b4614b-c17b-43b7-998e-4a5b62a31efb HTTP/1.1" status: 204 len: 168 time: 0.2917783 Jun 10 15:19:48.660489 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38042) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:48.688565 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a0df6-250f-4de2-96d4-d2a2231ee82f None None] Network 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:19:48.690786 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 01cd8d9c-d810-4657-b181-536f8c44b8d0 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:19:48.691183 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 01cd8d9c-d810-4657-b181-536f8c44b8d0 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:19:48.755482 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.821174 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Deleting port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:19:48.821522 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.915872 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] For port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:48.916504 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.933853 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] DHCP port deletion for 4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:19:48.999795 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Deleting port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:19:48.999795 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.021186 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Calling delete_port for 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 owned by network:dhcp {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:19:49.088016 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] For port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,segment=NetworkSegment(9779eb09-ca8d-4571-aa82-e4723470f7d6),segment_id=9779eb09-ca8d-4571-aa82-e4723470f7d6)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:49.088418 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.122463 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.124562 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-21c7a7ed-6cc5-4ba4-8208-7d8f2263f19a tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:49.155122 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:49.163889 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.164275 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.164650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.165019 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.165382 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.165745 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.166104 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.166459 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.166814 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.167194 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.167560 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.167897 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.170603 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] No DVR routers for this DVR port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 on host dv-cinder-795785-1-iscsi {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:19:49.172698 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:49.185021 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Calling delete_port for 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:19:49.280483 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.289704 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:49.310096 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.325693 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Pushing event deleted for resources: {'Port': ['ID=495519ec-ad6a-4ba1-8138-f3e74a9d3b02,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:49.325960 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1ab817-f3ea-4dc6-99f0-99a17ce4b328']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:49.330414 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] No DVR routers for this DVR port 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:19:49.337641 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.338000 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.338332 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.338671 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.339034 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.339370 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.339699 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.340027 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.340358 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.340682 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.341006 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.341330 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:49.345650 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:49.345799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9779eb09-ca8d-4571-aa82-e4723470f7d6') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:49.346001 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9779eb09-ca8d-4571-aa82-e4723470f7d6') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:19:49.360601 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.381688 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.394832 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95ba2-8cb4-4199-992e-c9697d17cda2 req-0c4aa72f-2c59-43de-b0fc-22c532fc146e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:49.396776 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-09e95ba2-8cb4-4199-992e-c9697d17cda2 req-0c4aa72f-2c59-43de-b0fc-22c532fc146e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.1683898 Jun 10 15:19:49.399626 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:19:49.400047 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:19:49.401928 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:19:49.500639 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.508157 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:49.510513 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.512543 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4a1ab817-f3ea-4dc6-99f0-99a17ce4b328 HTTP/1.1" status: 204 len: 168 time: 0.8510659 Jun 10 15:19:49.518505 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-09e95ba2-8cb4-4199-992e-c9697d17cda2 req-d821c479-35b6-4fbf-94c1-903b94519602 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035337 Jun 10 15:19:49.532519 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a1ab817-f3ea-4dc6-99f0-99a17ce4b328,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:49.542153 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:49.625454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38048) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:49.669604 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-540864a9-c34c-43c2-81d8-626deb2920be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9456a45ad6bb45d4a651aeb21adc2873&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427947 Jun 10 15:19:49.672413 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38050) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:49.723055 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.745277 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.797516 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.800216 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:49.801335 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cb509b8-d2e4-4403-8a4b-7b46a4d369a4 HTTP/1.1" status: 204 len: 168 time: 0.1280253 Jun 10 15:19:49.802097 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-131fdd58-3526-4458-8bbd-3841e65a2336 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:49.811926 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb509b8-d2e4-4403-8a4b-7b46a4d369a4,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:49.815211 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:50.181410 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:19:50.206946 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:19:50.207306 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 495519ec-ad6a-4ba1-8138-f3e74a9d3b02 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:19:50.207740 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 3d2d6825-20b2-4d65-b680-5d44867f4ad8 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:19:50.233897 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 3d2d6825-20b2-4d65-b680-5d44867f4ad8 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:19:50.234281 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 3d2d6825-20b2-4d65-b680-5d44867f4ad8 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:19:50.466234 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38072) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:50.561782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1335439083-network', 'tenant_id': 'f8f195fdb69e4096a2cff45242927dbf'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:50.585353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Made reservation on behalf of f8f195fdb69e4096a2cff45242927dbf for: {'network': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:19:50.587667 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.598090 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.745583 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6278a-e15f-4a0f-ad74-7376c5e2b91a req-4dc5417b-5ce5-43b1-9bcc-87d29bea16ea tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:50.747076 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93c6278a-e15f-4a0f-ad74-7376c5e2b91a req-4dc5417b-5ce5-43b1-9bcc-87d29bea16ea tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.1116252 Jun 10 15:19:50.748831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.753632 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.757666 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-95c14d3c-7787-4f7b-97bb-a9413f41b90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:50.795362 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=98496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:19:50.827841 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48930d0-5c68-4ed8-b616-914b81772a14,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:50.830622 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.830998 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.segments_db [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Added segment f99eb6e6-bab9-4245-9335-9a0d296aa3af of type vlan for network c63dab97-de75-4b8d-92da-dcc47e52bc78 Jun 10 15:19:50.832581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:50.843956 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93c6278a-e15f-4a0f-ad74-7376c5e2b91a req-8595bf1a-2c57-4570-96ed-2ecd041a9d48 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870726 Jun 10 15:19:50.885738 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.916346 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.917625 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:50.918194 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.920987 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e2379d10-cd20-4d65-b8e0-d2defcf9229c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:50.956213 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4888086 Jun 10 15:19:50.959152 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38078) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:50.964264 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Request body: {'subnet': {'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1335439083-subnet', 'tenant_id': 'f8f195fdb69e4096a2cff45242927dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:50.984029 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Made reservation on behalf of f8f195fdb69e4096a2cff45242927dbf for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:19:50.987090 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018208'] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:51.004778 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Pushing event updated for resources: {'Network': ['ID=c63dab97-de75-4b8d-92da-dcc47e52bc78,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:51.007442 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:51.015608 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:19:51.196481 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9659254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018230'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:51.198616 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:51.261703 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4face381-3946-4c90-9251-c4e5e3af6f0b,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:51.264311 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:51.273213 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Checking segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:19:51.273579 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Network hostable DHCP agents. Network: c63dab97-de75-4b8d-92da-dcc47e52bc78, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:19:51.290790 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:19:51.299713 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, c63dab97-de75-4b8d-92da-dcc47e52bc78) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:19:51.304519 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:51.305397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:51.309817 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4091d82-b8fa-4147-9c79-536bc5d6f12c None None] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:19:51.327179 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-4b3e1eb0-048b-4304-9f0e-b4a642b387bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3593221 Jun 10 15:19:51.474950 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301386e-f255-4738-9f85-63908d5e71f3 None None] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:19:51.765110 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-8e4fb034-35a6-433f-b174-3281f2fda9c1 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:51.767281 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-8e4fb034-35a6-433f-b174-3281f2fda9c1 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1302779 Jun 10 15:19:51.781498 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-0a1fcb2e-6255-41f0-9e05-c8ca179454a4 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/quotas/f8f195fdb69e4096a2cff45242927dbf HTTP/1.1" status: 200 len: 375 time: 0.0087614 Jun 10 15:19:51.818072 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-1e889c08-bcc9-4c65-b150-42c52dc6b5e2 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317233 Jun 10 15:19:51.933178 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-279a7c06-f151-42df-91c0-4fc31188985f service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086783 Jun 10 15:19:52.027849 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0c211-2597-46ed-b81c-59b9b15389a3 req-503c2fe4-f30c-4d72-aac7-d005f051d4ab tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:52.029342 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-09a0c211-2597-46ed-b81c-59b9b15389a3 req-503c2fe4-f30c-4d72-aac7-d005f051d4ab tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0703938 Jun 10 15:19:52.050623 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f50e0c45-378a-4e1d-a6d2-84c437bc0f27 service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110630 Jun 10 15:19:52.074157 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-09a0c211-2597-46ed-b81c-59b9b15389a3 req-3ba471b5-97fe-496f-a29e-2a27ded71104 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386109 Jun 10 15:19:52.219399 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-02dd27c1-20ee-4355-8edf-7e784f26abc8 req-743010e9-e58e-4e83-a306-32bf8bc8ddc1 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 210 time: 0.0329626 Jun 10 15:19:53.353548 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-142418ec-5c01-477b-9bb6-c4f505aba071 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:53.355777 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-142418ec-5c01-477b-9bb6-c4f505aba071 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1883397 Jun 10 15:19:53.371379 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46320b-0b71-4af6-9c21-f769c1dc60a8 req-c4a92ae2-d88e-4f3b-969f-322bc6bc042c tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:53.372843 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bd46320b-0b71-4af6-9c21-f769c1dc60a8 req-c4a92ae2-d88e-4f3b-969f-322bc6bc042c tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.1664207 Jun 10 15:19:53.378070 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Request body: {'port': {'device_id': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'admin_state_up': True, 'tenant_id': 'f8f195fdb69e4096a2cff45242927dbf'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:53.397198 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-756f544a-d393-440f-818c-e87fdf5c795c req-3ca417c4-7f0f-445a-a45d-ece849ed6903 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 210 time: 0.0458927 Jun 10 15:19:53.499587 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bd46320b-0b71-4af6-9c21-f769c1dc60a8 req-c6bf2590-0d3a-4bc7-8da6-22bc64158cb7 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167259 Jun 10 15:19:53.550747 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Made reservation on behalf of f8f195fdb69e4096a2cff45242927dbf for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:19:53.554230 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:53.701428 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Allocated IP 172.20.0.13 (c63dab97-de75-4b8d-92da-dcc47e52bc78/4face381-3946-4c90-9251-c4e5e3af6f0b/a970afb7-c813-4162-8df8-a4c9557b9a96) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:19:53.884861 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:53.928211 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:53.932138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a4398bb4-d8d7-4664-bf7b-5cb1bf3138ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:53.985149 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:19:53.988314 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:19:53.992475 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:19:54.026966 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event updated for resources: {'Port': ['ID=a970afb7-c813-4162-8df8-a4c9557b9a96,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:54.031361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:54.053841 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:54.054438 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:54.068249 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6943824 Jun 10 15:19:54.081560 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Request body: {'port': {'device_id': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:54.167038 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:54.481048 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a970afb7-c813-4162-8df8-a4c9557b9a96 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:19:54.489370 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:54.501951 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Transition to ACTIVE for port object a970afb7-c813-4162-8df8-a4c9557b9a96 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:19:54.505865 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:54.507970 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-28b4023f-6d73-441a-b5d2-01499dc682ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:54.586239 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e9344-702b-4f1e-96ca-55bf7e44a6bd req-99bee320-db75-4ebf-a1be-c01e11556e3c tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:54.587901 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-424e9344-702b-4f1e-96ca-55bf7e44a6bd req-99bee320-db75-4ebf-a1be-c01e11556e3c tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 944 time: 0.0712774 Jun 10 15:19:54.622340 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a970afb7-c813-4162-8df8-a4c9557b9a96,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:54.624739 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:54.634530 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-424e9344-702b-4f1e-96ca-55bf7e44a6bd req-0f6d4883-e0ed-4dee-b23d-f8be33305821 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Jun 10 15:19:54.753582 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Attempting to bind port a970afb7-c813-4162-8df8-a4c9557b9a96 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:19:54.753914 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Attempting to bind port a970afb7-c813-4162-8df8-a4c9557b9a96 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:19:54.754242 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Attempting to bind port a970afb7-c813-4162-8df8-a4c9557b9a96 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:19:54.763200 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Port a970afb7-c813-4162-8df8-a4c9557b9a96 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:19:54.763514 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Attempting to bind port a970afb7-c813-4162-8df8-a4c9557b9a96 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:19:54.773914 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c8cba-98d9-44fa-803d-5ee898480700 req-5126477e-5d0d-4088-b72a-faabdfd6ac02 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:54.775376 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-874c8cba-98d9-44fa-803d-5ee898480700 req-5126477e-5d0d-4088-b72a-faabdfd6ac02 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.1281967 Jun 10 15:19:54.777904 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:19:54.778238 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Checking segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:19:54.778611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Bound using segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:19:54.779060 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Bound port: a970afb7-c813-4162-8df8-a4c9557b9a96, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:19:54.779404 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:54.864171 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-874c8cba-98d9-44fa-803d-5ee898480700 req-8fab94e0-c268-4d2f-be08-53c9b223e6e3 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53dbec2-eb34-4768-806f-20212e15753e&id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809765 Jun 10 15:19:54.888320 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] For port a970afb7-c813-4162-8df8-a4c9557b9a96, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:19:54.891398 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] For port a970afb7-c813-4162-8df8-a4c9557b9a96, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a970afb7-c813-4162-8df8-a4c9557b9a96,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:19:54.895921 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:54.897901 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3e3b8c65-f7e3-49cc-99a1-30ff2a2015e9 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:54.934472 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:54.935368 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:54.936707 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] 10.222.0.21 "PUT /v2.0/ports/a970afb7-c813-4162-8df8-a4c9557b9a96 HTTP/1.1" status: 200 len: 1094 time: 0.8601167 Jun 10 15:19:54.939231 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'tag': 'a970afb7-c813-4162-8df8-a4c9557b9a96'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:19:54.942447 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8a1f2d-35fc-411d-adf3-fb183e2b0199" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0b3535-7048-4c4a-9a94-75a4d7d5756c", "tag": "a970afb7-c813-4162-8df8-a4c9557b9a96"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:19:54.973941 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a970afb7-c813-4162-8df8-a4c9557b9a96,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:54.977297 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:54.988563 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8bb9e4-7de8-43c2-992e-6710b2734034 x-openstack-request-id: req-9d8bb9e4-7de8-43c2-992e-6710b2734034 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:19:54.988883 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0b3535-7048-4c4a-9a94-75a4d7d5756c", "tag": "a970afb7-c813-4162-8df8-a4c9557b9a96", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:19:54.989170 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d8bb9e4-7de8-43c2-992e-6710b2734034 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:19:54.989586 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'tag': 'a970afb7-c813-4162-8df8-a4c9557b9a96', 'status': 'completed', 'code': 200} Jun 10 15:19:55.040064 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-108119b6-cdb0-48b7-a75f-84322b159ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:55.041430 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-108119b6-cdb0-48b7-a75f-84322b159ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 1097 time: 0.0630887 Jun 10 15:19:55.098747 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-3efb460b-5b2a-4562-b370-3af04734bdaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a970afb7-c813-4162-8df8-a4c9557b9a96 HTTP/1.1" status: 200 len: 217 time: 0.0489459 Jun 10 15:19:55.156710 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-c4a9b7c5-3260-4944-82bc-62ca2966d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:55.158376 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-c4a9b7c5-3260-4944-82bc-62ca2966d67c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0517409 Jun 10 15:19:55.196712 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-b4e1a4a7-ae7e-4922-b5f1-fdf25decac3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292089 Jun 10 15:19:55.312474 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-8a6c23af-933b-4d4c-999e-a5e0a8decefc service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077311 Jun 10 15:19:55.431214 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-50ee33f2-b594-4ae2-b33c-c84136e2bcbc req-9da71b84-8b60-46a7-9bdf-0afd679d7027 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116619 Jun 10 15:19:55.541348 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-7bc3ddda-c7e6-4324-9cdf-a9fbad221a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:55.542809 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-7bc3ddda-c7e6-4324-9cdf-a9fbad221a3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 1097 time: 0.0612392 Jun 10 15:19:55.658983 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-7693eea9-ce84-42e2-8005-08216a0716b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:55.660466 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-7693eea9-ce84-42e2-8005-08216a0716b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 916 time: 0.1110597 Jun 10 15:19:55.718530 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-060ae032-5942-4b27-8de2-f1a3e974cfcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a970afb7-c813-4162-8df8-a4c9557b9a96 HTTP/1.1" status: 200 len: 217 time: 0.0509405 Jun 10 15:19:55.807385 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-c552975c-e38e-451b-8856-b97690061fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:55.808790 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-c552975c-e38e-451b-8856-b97690061fa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0842073 Jun 10 15:19:55.855996 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-09d04a71-b586-4f02-a3c6-f63c872caa01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379272 Jun 10 15:19:55.879490 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be9d70-059d-4f5b-8d94-f54982150930 req-41708123-8c7d-4868-85a6-a3ffa7088154 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:55.880845 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d6be9d70-059d-4f5b-8d94-f54982150930 req-41708123-8c7d-4868-85a6-a3ffa7088154 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 944 time: 0.1242628 Jun 10 15:19:56.258864 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d6be9d70-059d-4f5b-8d94-f54982150930 req-d2bd19aa-1c27-4e9b-8307-78620e525132 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654246 Jun 10 15:19:56.283033 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-d1136a60-1b9f-429a-89e2-3f2c5b0374cc service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193299 Jun 10 15:19:56.395411 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-be8a1f2d-35fc-411d-adf3-fb183e2b0199 req-389c3d90-68cd-47e8-96af-a9a70185f087 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045182 Jun 10 15:19:56.597289 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a970afb7-c813-4162-8df8-a4c9557b9a96 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:19:56.600423 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b0e6-5d92-4425-bbae-8a94a3257db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:56.841340 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a970afb7-c813-4162-8df8-a4c9557b9a96, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a970afb7-c813-4162-8df8-a4c9557b9a96,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:56.853478 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'a970afb7-c813-4162-8df8-a4c9557b9a96', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'port_id': 'a970afb7-c813-4162-8df8-a4c9557b9a96', 'mac_address': 'fa:16:3e:9e:4a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4face381-3946-4c90-9251-c4e5e3af6f0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:19:56.896205 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:56.911023 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a970afb7-c813-4162-8df8-a4c9557b9a96 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:19:56.931405 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a970afb7-c813-4162-8df8-a4c9557b9a96, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a970afb7-c813-4162-8df8-a4c9557b9a96,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:56.935113 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:56.936949 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:56.995427 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a970afb7-c813-4162-8df8-a4c9557b9a96,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:56.998546 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:57.174830 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:19:57.440663 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c4acd-78ca-4067-a800-2c061d1c9d02 req-f902e22e-7fa6-4733-9886-263d44d0c6db tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:57.442127 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-724c4acd-78ca-4067-a800-2c061d1c9d02 req-f902e22e-7fa6-4733-9886-263d44d0c6db tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 945 time: 0.0685141 Jun 10 15:19:57.484824 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-724c4acd-78ca-4067-a800-2c061d1c9d02 req-fe53c31c-9b20-4e68-8f72-e3a7a4269f6a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Jun 10 15:19:57.561079 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:58.620625 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a970afb7-c813-4162-8df8-a4c9557b9a96 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:19:58.665112 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12651a06-4654-4b68-b635-a40a5707ed02 req-be98ac95-d23d-42c7-8ce5-197d78c79efe tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:58.666622 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-12651a06-4654-4b68-b635-a40a5707ed02 req-be98ac95-d23d-42c7-8ce5-197d78c79efe tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 945 time: 0.0741589 Jun 10 15:19:58.679351 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port a970afb7-c813-4162-8df8-a4c9557b9a96 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:19:58.683077 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port a970afb7-c813-4162-8df8-a4c9557b9a96 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:19:58.683462 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:58.711019 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-12651a06-4654-4b68-b635-a40a5707ed02 req-1fa459c4-7c0e-408d-bd08-efc42f51755b tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Jun 10 15:19:58.775479 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:58.799342 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a970afb7-c813-4162-8df8-a4c9557b9a96'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:19:58.801790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68981c6-1a10-4edc-9053-e75be0baa362" -d '{"events": [{"server_uuid": "4c0b3535-7048-4c4a-9a94-75a4d7d5756c", "name": "network-vif-plugged", "status": "completed", "tag": "a970afb7-c813-4162-8df8-a4c9557b9a96"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:19:58.814756 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port a970afb7-c813-4162-8df8-a4c9557b9a96, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a970afb7-c813-4162-8df8-a4c9557b9a96,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:58.818691 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:58.821787 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:58.850947 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ca81f8-be62-4646-a4e2-caf2be06e85a x-openstack-request-id: req-95ca81f8-be62-4646-a4e2-caf2be06e85a {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:19:58.851243 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0b3535-7048-4c4a-9a94-75a4d7d5756c", "name": "network-vif-plugged", "status": "completed", "tag": "a970afb7-c813-4162-8df8-a4c9557b9a96", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:19:58.851499 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95ca81f8-be62-4646-a4e2-caf2be06e85a {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:19:58.851884 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a970afb7-c813-4162-8df8-a4c9557b9a96', 'code': 200} Jun 10 15:19:58.885499 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=a970afb7-c813-4162-8df8-a4c9557b9a96,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:58.888373 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:59.073793 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3847b5-ea72-4517-8750-e4d91d386f8d req-b85aa647-d8bb-499d-8942-6850c41598ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:59.075179 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1f3847b5-ea72-4517-8750-e4d91d386f8d req-b85aa647-d8bb-499d-8942-6850c41598ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 1099 time: 0.0645149 Jun 10 15:19:59.112648 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-1f3847b5-ea72-4517-8750-e4d91d386f8d req-f458b6c8-55e8-4e19-9dda-faf72e8004de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301297 Jun 10 15:19:59.285307 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1487829b-7da5-4132-afa9-2b80214d5182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:59.287193 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:59.899084 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64752ef-215c-4660-b2dd-8e5038dd2e54 req-2cafac4e-3c6f-4dc2-8f22-2615e6654b5f tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:59.900584 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a64752ef-215c-4660-b2dd-8e5038dd2e54 req-2cafac4e-3c6f-4dc2-8f22-2615e6654b5f tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 946 time: 0.0782874 Jun 10 15:19:59.945275 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a64752ef-215c-4660-b2dd-8e5038dd2e54 req-331aea72-b618-4e95-ae8b-fcf7666a8511 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Jun 10 15:20:00.296466 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:01.146832 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcef27-118b-4d18-a202-b88efd37ab06 req-4ce54d3e-d8ad-4852-8835-fa6b8eda49db tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:01.148310 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93dcef27-118b-4d18-a202-b88efd37ab06 req-4ce54d3e-d8ad-4852-8835-fa6b8eda49db tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 946 time: 0.0898461 Jun 10 15:20:01.189448 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93dcef27-118b-4d18-a202-b88efd37ab06 req-bc4a6f4e-b2ae-4839-9df3-c2918420add4 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355875 Jun 10 15:20:02.135958 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:10.330264 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:20:10.538747 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-5f5b1ee1-912f-426e-a1c2-a3ed5d1367fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:10.540266 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-5f5b1ee1-912f-426e-a1c2-a3ed5d1367fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1253669 Jun 10 15:20:10.554376 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-15b51da2-47e0-47de-9c08-2dd2b5e42358 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/quotas/f8f195fdb69e4096a2cff45242927dbf HTTP/1.1" status: 200 len: 375 time: 0.0086479 Jun 10 15:20:10.623552 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-4a9aca41-3792-4284-b9aa-b78939c7ddc3 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643864 Jun 10 15:20:10.675890 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-256bde34-2a34-4dad-bdac-ad624eec138a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:20:10.676860 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-256bde34-2a34-4dad-bdac-ad624eec138a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463398 Jun 10 15:20:10.792035 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-e1d42468-ddf2-4bca-9aa4-77004490e47d service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092665 Jun 10 15:20:11.192539 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-9a22d055-6ed8-4011-ae7d-766a2a482913 service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941460 Jun 10 15:20:12.383541 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9bd61905-0977-4421-800c-acdc032b5ae1 req-c8e8b25a-f981-437a-954b-cec85ad542b5 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 210 time: 0.0328450 Jun 10 15:20:13.519794 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-0ac968bd-6e4d-4373-9d4f-914587661f27 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:13.521457 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-0ac968bd-6e4d-4373-9d4f-914587661f27 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1327603 Jun 10 15:20:13.533610 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a1603111-684f-4a3c-8db5-067f439af440 req-da747a43-03bc-43bc-a6d0-fcef30d5da6d tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 210 time: 0.0363543 Jun 10 15:20:13.540117 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Request body: {'port': {'device_id': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'admin_state_up': True, 'tenant_id': 'f8f195fdb69e4096a2cff45242927dbf'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:20:13.678151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Made reservation on behalf of f8f195fdb69e4096a2cff45242927dbf for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:20:13.681626 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:13.824715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Allocated IP 172.20.0.5 (c63dab97-de75-4b8d-92da-dcc47e52bc78/4face381-3946-4c90-9251-c4e5e3af6f0b/5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:20:14.000766 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.040165 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.043949 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-693aef3c-0b61-46bf-bdfc-994c2867b04e tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:14.052853 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:14.094704 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:20:14.098148 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:20:14.101949 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:20:14.108614 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event updated for resources: {'Port': ['ID=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:14.138545 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:14.166579 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:14.167202 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.180495 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-eaa9b118-fef7-4587-bd5a-7dcae76f77a7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6446893 Jun 10 15:20:14.193275 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Request body: {'port': {'device_id': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:20:14.281304 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.595940 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:20:14.603325 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.615411 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Transition to ACTIVE for port object 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:20:14.619464 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.621381 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d30b8f18-f71d-409b-8eba-94e222adcb94 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:14.745604 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:14.751341 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:14.847274 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab7a7f-c3f1-4e8b-acab-cdd38459d0e4 req-e55114b7-5f9e-418b-aafe-5e0d3ee02dbc tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:14.848616 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e8ab7a7f-c3f1-4e8b-acab-cdd38459d0e4 req-e55114b7-5f9e-418b-aafe-5e0d3ee02dbc tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 943 time: 0.1979723 Jun 10 15:20:14.866036 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Attempting to bind port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:20:14.866370 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Attempting to bind port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:20:14.866983 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Attempting to bind port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:20:14.881905 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:20:14.882220 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Attempting to bind port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:20:14.889852 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:20:14.890181 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Checking segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:20:14.890589 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Bound using segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:20:14.891073 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Bound port: 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:20:14.891564 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.915206 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e8ab7a7f-c3f1-4e8b-acab-cdd38459d0e4 req-dc9d82a3-1a83-498a-9207-83a4779a2472 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601275 Jun 10 15:20:14.973732 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] For port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:20:14.976662 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] For port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:20:14.981177 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:14.983873 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6811e723-1906-4067-a191-f194cf0685ea tempest-ServerRescueNegativeTestJSON-1644317448 tempest-ServerRescueNegativeTestJSON-1644317448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:15.022506 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:15.023237 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:15.024606 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 HTTP/1.1" status: 200 len: 1093 time: 0.8354268 Jun 10 15:20:15.025093 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'tag': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:15.027362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a26c3e58-d80b-407d-a8fe-b86f2d2524c1", "tag": "5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:15.057588 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:15.060541 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:15.070082 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f522b66f-5809-43e6-aebc-f93304bf3627 x-openstack-request-id: req-f522b66f-5809-43e6-aebc-f93304bf3627 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:15.070430 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26c3e58-d80b-407d-a8fe-b86f2d2524c1", "tag": "5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:15.070717 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f522b66f-5809-43e6-aebc-f93304bf3627 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:15.071173 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'tag': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'status': 'completed', 'code': 200} Jun 10 15:20:15.142151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-0a3febf1-09f5-4b1b-b86f-8b083ba88ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:15.143529 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-0a3febf1-09f5-4b1b-b86f-8b083ba88ede service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 1096 time: 0.0601151 Jun 10 15:20:15.201744 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-76549675-9982-4adf-92d4-84956c8a5a69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 HTTP/1.1" status: 200 len: 217 time: 0.0488477 Jun 10 15:20:15.257354 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2418c4f9-1bbc-4146-837f-af14f6fc645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:15.258706 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2418c4f9-1bbc-4146-837f-af14f6fc645b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0507257 Jun 10 15:20:15.298011 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-2c3bdad2-8d4c-45a9-bae8-35cbb1142539 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302269 Jun 10 15:20:15.411882 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-47719a05-ba16-49c7-ac9b-5484680e7eaf service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073537 Jun 10 15:20:15.531053 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7a1be4ec-f07a-4c41-9ae0-87fee7498ddc req-1d188f15-f89d-42ff-bc49-0aa29acacabe service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118424 Jun 10 15:20:15.656967 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-ea195a4c-022b-4d5e-8eda-095f0a1de24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:15.658450 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-ea195a4c-022b-4d5e-8eda-095f0a1de24e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 1096 time: 0.0604200 Jun 10 15:20:15.784094 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-cb1d1f5a-511f-4c4c-94f5-bcdda4d0eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:15.785532 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-cb1d1f5a-511f-4c4c-94f5-bcdda4d0eb97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 916 time: 0.1102076 Jun 10 15:20:15.842000 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-5861c05c-6513-42d7-a447-0026e1cd19c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 HTTP/1.1" status: 200 len: 217 time: 0.0496917 Jun 10 15:20:15.908346 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-e6c3821e-b6fd-439f-95d6-404fb1d2d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:15.909751 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-e6c3821e-b6fd-439f-95d6-404fb1d2d010 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0524867 Jun 10 15:20:15.952629 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-89697826-afce-4ac8-afc4-c5f0eeb6696e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304625 Jun 10 15:20:16.108805 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-dee81723-af33-4387-a0b3-88d1e84b54bc service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481657 Jun 10 15:20:16.131665 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d0784-f3f1-4cd6-a628-5ace1814e023 req-6ca6fa8e-c344-4dd6-b221-38415a85b9ae tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:16.133050 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-440d0784-f3f1-4cd6-a628-5ace1814e023 req-6ca6fa8e-c344-4dd6-b221-38415a85b9ae tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 943 time: 0.0943933 Jun 10 15:20:16.243979 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-440d0784-f3f1-4cd6-a628-5ace1814e023 req-ed0135bf-b74f-43b1-90da-b5579a6d4606 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024170 Jun 10 15:20:16.271606 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-542e01d8-63b2-4c47-a7b1-f815e24c5e3d req-fa75068f-ccd8-4181-9e61-ed558a0753e6 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376386 Jun 10 15:20:16.707819 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:20:16.827048 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:16.839269 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'port_id': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'mac_address': 'fa:16:3e:2f:5f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4face381-3946-4c90-9251-c4e5e3af6f0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:20:16.884939 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:16.899847 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:20:16.920456 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:16.924721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:16.926424 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:16.978425 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:16.981432 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:17.239986 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:17.429292 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea7420-40d9-465f-96af-2d64a143f994 req-d8fdd631-2aa0-4ad4-8cb3-859cc19d8f4e tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:17.430767 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93ea7420-40d9-465f-96af-2d64a143f994 req-d8fdd631-2aa0-4ad4-8cb3-859cc19d8f4e tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 944 time: 0.0723557 Jun 10 15:20:17.471823 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-93ea7420-40d9-465f-96af-2d64a143f994 req-9cef6da5-1508-4dee-98bb-3d5edbb94a67 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Jun 10 15:20:18.662517 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3d5d5-1f16-41ef-ac79-9d26c82f667d req-4ed98c5f-e083-4523-b6cd-2d89d370d086 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:18.664003 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a4b3d5d5-1f16-41ef-ac79-9d26c82f667d req-4ed98c5f-e083-4523-b6cd-2d89d370d086 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 944 time: 0.0756238 Jun 10 15:20:18.706003 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a4b3d5d5-1f16-41ef-ac79-9d26c82f667d req-9b2ebe2e-23e9-46d5-b4fb-9c04387f9a99 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Jun 10 15:20:18.720741 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:20:18.775046 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:20:18.778345 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:20:18.778725 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:18.881771 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:18.906365 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:18.908619 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51460610-6bc6-4c23-a898-82fc9da6f857" -d '{"events": [{"server_uuid": "a26c3e58-d80b-407d-a8fe-b86f2d2524c1", "name": "network-vif-plugged", "status": "completed", "tag": "5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:18.922322 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:18.927052 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:18.929002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:18.956066 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cfe3f5-ac0e-4e55-b3f4-919b4a8dcb90 x-openstack-request-id: req-90cfe3f5-ac0e-4e55-b3f4-919b4a8dcb90 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:18.956368 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26c3e58-d80b-407d-a8fe-b86f2d2524c1", "name": "network-vif-plugged", "status": "completed", "tag": "5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:18.956628 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90cfe3f5-ac0e-4e55-b3f4-919b4a8dcb90 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:18.957023 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'code': 200} Jun 10 15:20:18.985729 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:18.988736 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:19.172296 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977c59c-012c-481a-96d1-a5917343a3b5 req-d3888873-3ea2-4176-b828-b88d1452da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:19.173573 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5977c59c-012c-481a-96d1-a5917343a3b5 req-d3888873-3ea2-4176-b828-b88d1452da53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 1098 time: 0.0590074 Jun 10 15:20:19.213905 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5977c59c-012c-481a-96d1-a5917343a3b5 req-3f3029d8-9959-480a-8c36-ec1838ba535c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Jun 10 15:20:19.898370 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150f8d8-2cbb-4f96-b6d7-017a125a6c83 req-1aa8c434-0d37-49b0-8305-f3ea894fbe5a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:19.899844 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3150f8d8-2cbb-4f96-b6d7-017a125a6c83 req-1aa8c434-0d37-49b0-8305-f3ea894fbe5a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 945 time: 0.0849843 Jun 10 15:20:19.940346 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3150f8d8-2cbb-4f96-b6d7-017a125a6c83 req-b0bcc223-dffd-4d8a-826e-ec001babe91f tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Jun 10 15:20:21.122931 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202323-1c31-42a8-89b0-027758548125 req-44d99e7e-7d4c-4181-b96c-bda5c3033ea6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:21.124409 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6b202323-1c31-42a8-89b0-027758548125 req-44d99e7e-7d4c-4181-b96c-bda5c3033ea6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 945 time: 0.0680428 Jun 10 15:20:21.166969 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6b202323-1c31-42a8-89b0-027758548125 req-6f905321-536b-4eba-a5a5-6fba121c9ec7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Jun 10 15:20:22.937049 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-4da1275a-401c-4ddd-8147-13f136adb1ee tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:22.939258 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-4da1275a-401c-4ddd-8147-13f136adb1ee tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1260452 Jun 10 15:20:22.953897 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-f34abb85-fab5-44ee-8bee-82acd7eb46e4 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/quotas/f8f195fdb69e4096a2cff45242927dbf HTTP/1.1" status: 200 len: 375 time: 0.0091865 Jun 10 15:20:23.025801 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-2a47df64-d683-4e4d-8b1f-0cd4f49a4fa8 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672755 Jun 10 15:20:23.138816 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-7c6c77c6-11e3-480e-9475-2b98d7bbd223 service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057541 Jun 10 15:20:23.541196 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-d82a2d32-e014-4707-afa2-c9fae180efcc service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959928 Jun 10 15:20:23.711498 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-684f9f85-a034-4ce4-99ee-60fcdf616124 req-d49488ed-f3f1-461e-b2b3-c39c2632cc93 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 210 time: 0.0360298 Jun 10 15:20:24.818634 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fb15b08c-a787-480e-bb94-d46f2ce72418 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:24.820132 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fb15b08c-a787-480e-bb94-d46f2ce72418 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1396677 Jun 10 15:20:24.838319 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Request body: {'port': {'device_id': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'admin_state_up': True, 'tenant_id': 'f8f195fdb69e4096a2cff45242927dbf'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:20:24.876859 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-91e97d41-c8b6-4f59-8875-409ca847ef12 req-692bd99d-4979-4877-bb77-dcfcfc2879e1 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 210 time: 0.0533426 Jun 10 15:20:24.996414 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Made reservation on behalf of f8f195fdb69e4096a2cff45242927dbf for: {'port': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:20:25.000994 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:25.147330 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Allocated IP 172.20.0.12 (c63dab97-de75-4b8d-92da-dcc47e52bc78/4face381-3946-4c90-9251-c4e5e3af6f0b/ec0c6f1e-b34e-4cc8-b414-98683e9d26fa) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:20:25.325603 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:25.364368 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:25.368520 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a363e94a-51c2-4238-b8f5-4d92875f0c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:25.378402 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96', '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:25.419164 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:20:25.422744 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:20:25.426629 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:20:25.458790 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event updated for resources: {'Port': ['ID=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:25.463611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:25.488879 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:25.489492 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:25.505745 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-e2bc484a-a226-49b3-b99f-228bca1b28fd tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6728888 Jun 10 15:20:25.519799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Request body: {'port': {'device_id': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:20:25.607763 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:25.916258 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0c6f1e-b34e-4cc8-b414-98683e9d26fa {{(pid=98497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:20:25.925018 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:25.936862 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Transition to ACTIVE for port object ec0c6f1e-b34e-4cc8-b414-98683e9d26fa will not be triggered until provisioned by entity L2. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:20:25.941205 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:25.944051 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:26.039837 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:26.042667 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:26.059984 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3971e-5e5f-4454-a61a-5a799d9b6927 req-51391e8f-98e0-47d5-acd5-4ca3b6cba2e9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:26.061461 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eca3971e-5e5f-4454-a61a-5a799d9b6927 req-51391e8f-98e0-47d5-acd5-4ca3b6cba2e9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 944 time: 0.0685370 Jun 10 15:20:26.102832 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-eca3971e-5e5f-4454-a61a-5a799d9b6927 req-f05d1869-347b-41aa-9736-be9a9addf7f3 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Jun 10 15:20:26.128855 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Attempting to bind port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:20:26.129190 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Attempting to bind port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:20:26.129513 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Attempting to bind port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:20:26.133664 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa on network c63dab97-de75-4b8d-92da-dcc47e52bc78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:20:26.133976 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Attempting to bind port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:20:26.138655 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:20:26.139029 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Checking segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:20:26.139410 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Bound using segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} {{(pid=98497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:20:26.139835 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.managers [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Bound port: ec0c6f1e-b34e-4cc8-b414-98683e9d26fa, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}}] {{(pid=98497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:20:26.140224 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:26.214791 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] For port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa, host hv-cinder-79578, cleared binding levels {{(pid=98497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:20:26.218804 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] For port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:20:26.224600 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:26.226701 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-56db4a03-2239-45d4-ace6-0bc26aad6ba1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:26.264321 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:26.265241 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:26.266855 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] 10.222.0.21 "PUT /v2.0/ports/ec0c6f1e-b34e-4cc8-b414-98683e9d26fa HTTP/1.1" status: 200 len: 1094 time: 0.7519796 Jun 10 15:20:26.273419 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'tag': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:26.276076 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b574ca-0586-4128-88af-96af1352aea5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff3b60e-bf69-42f8-b067-59ddf2d1b53a", "tag": "ec0c6f1e-b34e-4cc8-b414-98683e9d26fa"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:26.304715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,revision_number=3']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:26.307830 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fcc905d9-ebbc-488c-90f9-59f3d9e03671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:26.328952 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834e2cf3-c474-46dd-8b3a-8496c24f79e1 x-openstack-request-id: req-834e2cf3-c474-46dd-8b3a-8496c24f79e1 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:26.329395 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff3b60e-bf69-42f8-b067-59ddf2d1b53a", "tag": "ec0c6f1e-b34e-4cc8-b414-98683e9d26fa", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:26.329695 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-834e2cf3-c474-46dd-8b3a-8496c24f79e1 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:26.330127 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'tag': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa', 'status': 'completed', 'code': 200} Jun 10 15:20:26.380996 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-56e20a74-56b8-497e-bdf5-24817b9cbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:26.382463 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-56e20a74-56b8-497e-bdf5-24817b9cbc9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 1097 time: 0.0635428 Jun 10 15:20:26.443485 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-f0f76642-994a-47ee-8f89-0d1386ccc2cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa HTTP/1.1" status: 200 len: 217 time: 0.0504084 Jun 10 15:20:26.506105 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-4ec303b5-b8f4-4314-bd6f-5b7e47ab5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:26.507453 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-4ec303b5-b8f4-4314-bd6f-5b7e47ab5efc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0553675 Jun 10 15:20:26.548763 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-02443dea-2de5-46ee-862d-a10c1610934b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301132 Jun 10 15:20:26.600445 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e6ef1b9f-1c19-4bc0-817c-b8d25ae4195d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:26.667774 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-9ae1d85a-51c5-48e5-ac8b-262b7122901a service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114197 Jun 10 15:20:26.785813 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4edf52ca-b665-4865-8b46-584eb8775f3f req-c2371d47-0095-45cb-9d63-a0ff6bef2c69 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106153 Jun 10 15:20:26.889508 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b574ca-0586-4128-88af-96af1352aea5 req-df32b4aa-d86c-4e3c-b25b-b36d18c8b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:26.891095 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10b574ca-0586-4128-88af-96af1352aea5 req-df32b4aa-d86c-4e3c-b25b-b36d18c8b5c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 1097 time: 0.0582762 Jun 10 15:20:27.007679 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b574ca-0586-4128-88af-96af1352aea5 req-fb832bc0-d9a3-48e9-a3d4-46e07bbc94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:27.009102 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10b574ca-0586-4128-88af-96af1352aea5 req-fb832bc0-d9a3-48e9-a3d4-46e07bbc94aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 916 time: 0.1104226 Jun 10 15:20:27.067550 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10b574ca-0586-4128-88af-96af1352aea5 req-aac3d017-58c5-4f54-8f5c-614ffbcf7c88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa HTTP/1.1" status: 200 len: 217 time: 0.0507951 Jun 10 15:20:27.123664 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b574ca-0586-4128-88af-96af1352aea5 req-d5da4fa3-0570-45e1-bfe0-c2ab111b7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:27.125122 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10b574ca-0586-4128-88af-96af1352aea5 req-d5da4fa3-0570-45e1-bfe0-c2ab111b7eef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0507927 Jun 10 15:20:27.163778 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10b574ca-0586-4128-88af-96af1352aea5 req-6ee09a93-404f-4730-98e9-e2ab61b3ccc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312440 Jun 10 15:20:27.258928 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.21', 52494) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:27.285380 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10b574ca-0586-4128-88af-96af1352aea5 req-db6eacb0-1d2b-4224-9aba-8f711a6af1d3 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124585 Jun 10 15:20:27.331285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbf471-e233-490d-88a1-627c0f48ce5b req-b2f4efd4-3d59-45ba-a801-8ae8320aa09e tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:27.332686 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5bfbf471-e233-490d-88a1-627c0f48ce5b req-b2f4efd4-3d59-45ba-a801-8ae8320aa09e tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 944 time: 0.1173911 Jun 10 15:20:27.363310 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-3ddd385a-a458-4adf-9b13-a8227ba5107d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031702 Jun 10 15:20:27.383407 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5bfbf471-e233-490d-88a1-627c0f48ce5b req-1cc17a94-1f04-49b9-a4da-91bc8b08c70d tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Jun 10 15:20:27.412225 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-10b574ca-0586-4128-88af-96af1352aea5 req-9a436cbb-84b5-47dc-8517-e59a2be478c6 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145921 Jun 10 15:20:27.480408 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-4acbd1d0-cf26-4e13-82a1-2e12e1782bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:27.481928 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-4acbd1d0-cf26-4e13-82a1-2e12e1782bef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1138 time: 0.0575848 Jun 10 15:20:27.571815 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:27.615183 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-d248c07d-bcdf-41d3-a14b-a49384ec21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:27.616859 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-d248c07d-bcdf-41d3-a14b-a49384ec21bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1095052 Jun 10 15:20:27.706452 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-d70b568c-0041-4129-8880-e1521db31afd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 1002 time: 0.0804634 Jun 10 15:20:27.763939 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-e587749a-4308-4faf-ae38-440661f111b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:27.765964 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-e587749a-4308-4faf-ae38-440661f111b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0506310 Jun 10 15:20:27.839448 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-324d79a7-de2a-436e-900d-a1b0f9787784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:27.840929 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-324d79a7-de2a-436e-900d-a1b0f9787784 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659864 Jun 10 15:20:27.956594 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-6925fa80-92d7-4cc7-8e90-f44443f20ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063290 Jun 10 15:20:28.079890 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a51f434e-9ad6-4776-9dd7-b1ab7cbbe23e req-43df1a7d-9e13-43de-bab2-b099c23abf62 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098592 Jun 10 15:20:28.570300 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aef3ed-f59c-4875-bad1-ce19acaf61b1 req-8a4e7f96-28bc-4862-a3ea-bbaae1585124 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:28.571764 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-60aef3ed-f59c-4875-bad1-ce19acaf61b1 req-8a4e7f96-28bc-4862-a3ea-bbaae1585124 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 944 time: 0.0695534 Jun 10 15:20:28.618390 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-60aef3ed-f59c-4875-bad1-ce19acaf61b1 req-2c1b1612-4da0-40c3-87a9-aa88129fa8c0 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 Jun 10 15:20:28.768612 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ec0c6f1e-b34e-4cc8-b414-98683e9d26fa details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:20:28.887091 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:28.899073 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'port_id': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa', 'mac_address': 'fa:16:3e:98:8b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4face381-3946-4c90-9251-c4e5e3af6f0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:20:28.945036 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:28.959653 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0c6f1e-b34e-4cc8-b414-98683e9d26fa {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:20:28.979524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:28.983308 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:28.985690 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:29.037323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:29.040358 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:29.250498 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['ec0c6f1e-b34e-4cc8-b414-98683e9d26fa'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:29.315255 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bfb18ab1-9daf-44d4-8e44-96087a3b0472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:29.316613 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:29.809601 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f259aa0-2f65-465f-9898-d71c6a851ffc req-f340f0cb-f00b-4fa7-acfa-ada633bf94a9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:29.811120 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1f259aa0-2f65-465f-9898-d71c6a851ffc req-f340f0cb-f00b-4fa7-acfa-ada633bf94a9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 945 time: 0.0798769 Jun 10 15:20:29.853903 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1f259aa0-2f65-465f-9898-d71c6a851ffc req-6fad2209-9f5a-41ae-8351-efd854274016 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369952 Jun 10 15:20:30.299734 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:30.799040 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ec0c6f1e-b34e-4cc8-b414-98683e9d26fa up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:20:30.852835 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:20:30.856402 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:20:30.856780 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:30.948070 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:30.973297 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:30.975758 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f4cca-ddc4-4824-a671-17e368768235" -d '{"events": [{"server_uuid": "6ff3b60e-bf69-42f8-b067-59ddf2d1b53a", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c6f1e-b34e-4cc8-b414-98683e9d26fa"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:30.990009 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:30.994310 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:30.997157 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:31.026807 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ece51-a7d6-4b08-890b-15b79e7dddaf x-openstack-request-id: req-160ece51-a7d6-4b08-890b-15b79e7dddaf {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:31.027763 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff3b60e-bf69-42f8-b067-59ddf2d1b53a", "name": "network-vif-plugged", "status": "completed", "tag": "ec0c6f1e-b34e-4cc8-b414-98683e9d26fa", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:31.028034 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-160ece51-a7d6-4b08-890b-15b79e7dddaf {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:31.028435 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa', 'code': 200} Jun 10 15:20:31.033878 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd993b0-d52c-4d78-986d-44877f0c3ac3 req-671336d8-2e5d-475e-a20d-c7eaefc3f448 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:31.035455 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fd993b0-d52c-4d78-986d-44877f0c3ac3 req-671336d8-2e5d-475e-a20d-c7eaefc3f448 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 945 time: 0.0719926 Jun 10 15:20:31.061380 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:31.065360 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:31.084988 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8fd993b0-d52c-4d78-986d-44877f0c3ac3 req-685f91ba-d22a-48ea-8d64-29aaa5cb6282 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Jun 10 15:20:31.255153 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1076a3d-a021-49de-9333-8be12f40cd2b req-cedeea9a-5ea5-4f8d-94a1-b67dd0f8457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:31.256612 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f1076a3d-a021-49de-9333-8be12f40cd2b req-cedeea9a-5ea5-4f8d-94a1-b67dd0f8457f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 1099 time: 0.0582206 Jun 10 15:20:31.295327 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-f1076a3d-a021-49de-9333-8be12f40cd2b req-fb97b2d1-1ab7-4fbf-a28a-6fb310b73d7d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305004 Jun 10 15:20:32.141996 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:32.275036 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28490eb-0452-4b1b-b741-35ac3e4834fa req-132a12db-0437-45ce-87f9-1201282a5bc1 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:32.276511 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c28490eb-0452-4b1b-b741-35ac3e4834fa req-132a12db-0437-45ce-87f9-1201282a5bc1 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 946 time: 0.0732169 Jun 10 15:20:32.320899 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c28490eb-0452-4b1b-b741-35ac3e4834fa req-a90f38c1-f187-4279-9955-7edd6da5188e tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379794 Jun 10 15:20:33.498277 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cab70-85d1-43c6-a212-a5df23f77b37 req-3a9847d9-6eb5-4eaa-a015-24b3ed2ebf72 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:33.499797 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-510cab70-85d1-43c6-a212-a5df23f77b37 req-3a9847d9-6eb5-4eaa-a015-24b3ed2ebf72 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 946 time: 0.0692132 Jun 10 15:20:33.546995 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-510cab70-85d1-43c6-a212-a5df23f77b37 req-f9d777a2-f462-4942-8122-c9000d772aab tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Jun 10 15:20:36.299370 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-adb305ba-9c8c-47b2-99e8-ed89afee28e2 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764865203&fields=id&tenant_id=1fd1414c8b9e45e1a73222b9ced493da HTTP/1.1" status: 200 len: 267 time: 0.0388134 Jun 10 15:20:36.373135 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-5bfde9d8-1070-4c15-a97f-8c56ab6f8754 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:36.374594 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-5bfde9d8-1070-4c15-a97f-8c56ab6f8754 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 985 time: 0.0695980 Jun 10 15:20:36.385425 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Request body: {'port': {'security_groups': ['cd76b154-c55e-4c00-a8c0-5c7691506c72']}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:20:36.486073 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:36.693256 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:36.723779 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:36.728169 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:36.732510 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d7790e2a-094c-485d-a77d-d737d1b4d3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:36.748441 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['99a98236-f01f-4c7a-aad2-c5d8ebe171f5'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:36.777361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:36.777973 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:36.783651 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-077f06e1-4ca4-49b7-afb3-0f3336258c24 req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "PUT /v2.0/ports/99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 943 time: 0.4023495 Jun 10 15:20:36.786198 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:36.787184 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38316) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:36.788511 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a473cf6f-67d2-4b2f-a565-283cb7d596e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:36.822061 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event updated for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=7']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:36.825312 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:36.835760 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb45879-2fb1-480e-aee3-c11ba62cd05a x-openstack-request-id: req-4bb45879-2fb1-480e-aee3-c11ba62cd05a {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:36.836089 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:36.836380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bb45879-2fb1-480e-aee3-c11ba62cd05a {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:36.836811 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'status': 'completed', 'code': 200} Jun 10 15:20:36.886698 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['99a98236-f01f-4c7a-aad2-c5d8ebe171f5'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:36.939228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:36.970792 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:36.986775 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-b4a8fee9-4d17-4b93-b335-e148debc1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:36.988289 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-b4a8fee9-4d17-4b93-b335-e148debc1f4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1099 time: 0.1144328 Jun 10 15:20:37.042399 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-880c6c68-a89f-41ad-9edb-e6cd8b5c03f0 None None] Provisioning complete for port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:20:37.042696 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-880c6c68-a89f-41ad-9edb-e6cd8b5c03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.124469 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-d7e61248-e17e-479b-9c96-8cd92d3e4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:37.125880 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-d7e61248-e17e-479b-9c96-8cd92d3e4e13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1215239 Jun 10 15:20:37.140336 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.142844 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.143924 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "DELETE /v2.0/security-groups/a53dbec2-eb34-4768-806f-20212e15753e HTTP/1.1" status: 204 len: 168 time: 0.3557100 Jun 10 15:20:37.145854 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b9bef206-9981-4ea7-bb67-fb17d8d6f1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:37.146759 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38320) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:37.207062 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53dbec2-eb34-4768-806f-20212e15753e,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:37.224186 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.224574 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.224947 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.225316 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.225690 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.226054 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.226416 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.226777 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.227163 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.227525 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.227883 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.228245 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:37.232501 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-464c2692-5492-450c-bda3-8c3a4f1bc86e tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:37.244161 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-f0f19612-817f-46f7-bc1a-4f4fc39f71fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 1002 time: 0.1102552 Jun 10 15:20:37.306297 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-f4c99e49-3ca3-4767-bba2-8c1e31eccf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:37.307782 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-f4c99e49-3ca3-4767-bba2-8c1e31eccf11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0541780 Jun 10 15:20:37.357763 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Deleting port 16758f84-e865-4595-8ef1-0a737cd3c33d {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:37.358337 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.391478 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-934b0e07-aa55-419f-96ff-d80c89941827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:37.393054 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-934b0e07-aa55-419f-96ff-d80c89941827 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771537 Jun 10 15:20:37.462463 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.462789 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.515675 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-88bf6193-684e-47ac-946b-cf575d2e3a2e service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091869 Jun 10 15:20:37.555874 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Calling delete_port for 16758f84-e865-4595-8ef1-0a737cd3c33d owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:37.633623 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a473cf6f-67d2-4b2f-a565-283cb7d596e2 req-4e66ae56-5489-41f6-a189-d11acdbd5f6d service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073396 Jun 10 15:20:37.735780 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.737712 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:37.767177 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event deleted for resources: {'Port': ['ID=16758f84-e865-4595-8ef1-0a737cd3c33d,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:37.770159 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:37.843738 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:37.844127 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Floating IP 9c9d1ce3-67c8-48ba-ace4-80b078281fcf disassociated (deleted). External IP: 172.27.1.100, port: 99a98236-f01f-4c7a-aad2-c5d8ebe171f5. Jun 10 15:20:38.403927 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:20:38.551592 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:20:38.555949 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:38.563290 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] Sync routers for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:20:38.573293 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:20:38.573963 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:20:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:38.600431 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-5b1ca29e-16ac-4f77-951c-df9b2617502d tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "DELETE /v2.0/floatingips/9c9d1ce3-67c8-48ba-ace4-80b078281fcf HTTP/1.1" status: 204 len: 168 time: 1.4525068 Jun 10 15:20:38.838139 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:38.840726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b5d42-0280-4dc6-8dba-99637575232c" -d '{"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:38.854447 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:20:38.877470 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28d2350-a594-40f7-9a86-2618f5e09214 x-openstack-request-id: req-c28d2350-a594-40f7-9a86-2618f5e09214 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:38.877798 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:38.878115 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c28d2350-a594-40f7-9a86-2618f5e09214 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:38.879488 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'status': 'completed', 'code': 200} Jun 10 15:20:38.988955 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b5d42-0280-4dc6-8dba-99637575232c req-0c9105de-4274-4fbd-9853-8e3095bc8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:38.990446 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d50b5d42-0280-4dc6-8dba-99637575232c req-0c9105de-4274-4fbd-9853-8e3095bc8892 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 1099 time: 0.0704553 Jun 10 15:20:39.113618 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b5d42-0280-4dc6-8dba-99637575232c req-c0a5bf2e-8ac7-40ec-87b8-f5a9cdcaf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:39.115137 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d50b5d42-0280-4dc6-8dba-99637575232c req-c0a5bf2e-8ac7-40ec-87b8-f5a9cdcaf022 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 200 len: 916 time: 0.1131077 Jun 10 15:20:39.136513 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 5, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:39.140857 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] Checking router: ef0befdd-047f-4fb8-a19d-6e1dbb821a7e for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:20:39.148263 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:20:39.148886 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:20:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:39.170265 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d50b5d42-0280-4dc6-8dba-99637575232c req-8b5d3d78-e0f6-43c0-a2ce-6f60136093a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 200 len: 217 time: 0.0477018 Jun 10 15:20:39.228540 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b5d42-0280-4dc6-8dba-99637575232c req-c6c443c3-19fa-4472-abbb-566d069bbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:39.230028 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d50b5d42-0280-4dc6-8dba-99637575232c req-c6c443c3-19fa-4472-abbb-566d069bbd0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 200 len: 854 time: 0.0515435 Jun 10 15:20:39.291855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:20:39.304877 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b5d42-0280-4dc6-8dba-99637575232c req-9cc7abe0-95ff-4092-8564-4b033f032995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:39.306420 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d50b5d42-0280-4dc6-8dba-99637575232c req-9cc7abe0-95ff-4092-8564-4b033f032995 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6c36c118-1a3f-4e29-af3e-591ae64e0580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638123 Jun 10 15:20:39.430103 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d50b5d42-0280-4dc6-8dba-99637575232c req-8ff4c5aa-05c7-4a4b-9867-e27302e20ead service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132321 Jun 10 15:20:39.551212 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d50b5d42-0280-4dc6-8dba-99637575232c req-1dfd24e9-7211-43b6-a3fe-ce75c2e16317 service neutron] 10.222.0.21 "GET /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091650 Jun 10 15:20:39.554304 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 5, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:39.557678 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216046e6-094e-4204-9118-5c74b8a348e8 None None] The sync data for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi is: [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:18:21Z', 'revision_number': 4, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': '91a83cdf-9e80-48d1-ac08-8753fc2a764e', 'name': '', 'network_id': '6c36c118-1a3f-4e29-af3e-591ae64e0580', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'mac_address': 'fa:16:3e:08:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:20Z', 'updated_at': '2021-06-10T15:18:26Z', 'revision_number': 5, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'subnets': [{'id': 'f67bed81-4293-44d9-a846-e14fe9bc2ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:20:39.759098 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9c059-1a93-496e-a376-7fbeb486a049 None None] New status for floating IP 9c9d1ce3-67c8-48ba-ace4-80b078281fcf: DOWN {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:20:44.416402 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-ee109e7a-d83b-4bca-8583-1308cd3df9ed tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:44.417750 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-ee109e7a-d83b-4bca-8583-1308cd3df9ed tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1270826 Jun 10 15:20:44.431766 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-e93338e9-1436-4fb6-aed9-19f82f244883 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/quotas/f8f195fdb69e4096a2cff45242927dbf HTTP/1.1" status: 200 len: 375 time: 0.0086787 Jun 10 15:20:44.512277 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-03d99f60-3ce6-4f9c-aa54-fe9aec70ca60 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756853 Jun 10 15:20:44.623871 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-6c24f4f0-454c-4174-945b-e8a2077d4563 service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049697 Jun 10 15:20:44.739981 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-334c7508-5bcc-4099-9185-6e4564c0d405 service neutron] 10.222.0.23 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096704 Jun 10 15:20:44.920678 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-aa3e6a16-cb06-4a96-b12c-4614ebb1551a req-f6a541c0-14a7-49c7-b51e-60c4cd14f9bf tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 210 time: 0.0386786 Jun 10 15:20:44.973607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486abe2-af03-4e4d-884d-5fe6916834ce req-6352b24e-8f14-4895-9d56-3e3d16479a31 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:44.975055 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d486abe2-af03-4e4d-884d-5fe6916834ce req-6352b24e-8f14-4895-9d56-3e3d16479a31 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0775912 Jun 10 15:20:45.017670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-d486abe2-af03-4e4d-884d-5fe6916834ce req-74621c23-421c-4e10-96a3-82584beb9b8a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Jun 10 15:20:46.087498 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a36e6a2b-3694-4538-b6d0-e319f705980c req-85dacacf-e0c5-4600-810c-b7c022b944b1 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 210 time: 0.0520253 Jun 10 15:20:46.128372 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d93ce522-565f-4d5f-952e-de78202397e8 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:46.129811 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d93ce522-565f-4d5f-952e-de78202397e8 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 815 time: 0.1798289 Jun 10 15:20:46.143646 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Request body: {'port': {'device_id': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'admin_state_up': True, 'tenant_id': 'f8f195fdb69e4096a2cff45242927dbf'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:20:46.208731 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f123a24-1e94-4ae3-a874-6af7f57359fa req-813782c0-7ee6-4911-a863-13b2cca6f535 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:46.210118 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0f123a24-1e94-4ae3-a874-6af7f57359fa req-813782c0-7ee6-4911-a863-13b2cca6f535 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0773609 Jun 10 15:20:46.253277 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-0f123a24-1e94-4ae3-a874-6af7f57359fa req-bfc4b295-cb23-45da-8eb4-1410abd55e04 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Jun 10 15:20:46.281330 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Made reservation on behalf of f8f195fdb69e4096a2cff45242927dbf for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:20:46.285858 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:46.424734 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Allocated IP 172.20.0.11 (c63dab97-de75-4b8d-92da-dcc47e52bc78/4face381-3946-4c90-9251-c4e5e3af6f0b/7e795026-e12b-4e43-a660-40a1ddc91fd7) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:20:46.596132 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:46.634755 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:46.638524 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b77d90d8-d168-4969-a940-1ec9673f2a51 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:46.646787 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96', '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:46.689881 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Network c63dab97-de75-4b8d-92da-dcc47e52bc78 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:20:46.695997 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:20:46.700154 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:20:46.732274 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event updated for resources: {'Port': ['ID=7e795026-e12b-4e43-a660-40a1ddc91fd7,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:46.737109 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:46.761962 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:46.762566 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:46.776234 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-f7bffbb4-6b98-453b-9540-59c4096588d9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6364908 Jun 10 15:20:46.789373 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Request body: {'port': {'device_id': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:20:46.876139 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.218070 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-bdba9494-dfcf-4867-82dd-e81e9ddb9ab1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:47.220031 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-bdba9494-dfcf-4867-82dd-e81e9ddb9ab1 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.21 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.0745974 Jun 10 15:20:47.332548 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:20:47.354897 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Deleting port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:47.355294 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.498473 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9709206-cd55-40c7-97d7-65d2ab1a98ce req-5c50d0f5-5db5-4f55-909d-b66c82313878 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:47.500857 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c9709206-cd55-40c7-97d7-65d2ab1a98ce req-5c50d0f5-5db5-4f55-909d-b66c82313878 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 932 time: 0.1612539 Jun 10 15:20:47.525970 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] For port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:47.526328 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.536397 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd8c05-64b8-4c43-995d-1de6ea3c904c req-fbce8720-501f-42e8-ac29-ee9b573a4c8a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:47.537840 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-96dd8c05-64b8-4c43-995d-1de6ea3c904c req-fbce8720-501f-42e8-ac29-ee9b573a4c8a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/ports?device_id=1abdf5a2-ff4f-476e-b114-f485e55cc58c HTTP/1.1" status: 200 len: 946 time: 0.1550868 Jun 10 15:20:47.578786 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e795026-e12b-4e43-a660-40a1ddc91fd7 {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:20:47.585740 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c9709206-cd55-40c7-97d7-65d2ab1a98ce req-ca3a5607-4b32-42c9-a5d3-44501867756d tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Jun 10 15:20:47.589440 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.611446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Transition to ACTIVE for port object 7e795026-e12b-4e43-a660-40a1ddc91fd7 will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:20:47.624391 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.627410 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-1ec2fcee-1b02-46af-9b72-8bd23f8c0558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:47.663870 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Calling delete_port for 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 owned by compute:nova {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:47.743535 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-96dd8c05-64b8-4c43-995d-1de6ea3c904c req-6bd8fdf1-b7b7-4055-9793-aa634686e6df tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd76b154-c55e-4c00-a8c0-5c7691506c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982448 Jun 10 15:20:47.745905 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Pushing event updated for resources: {'Port': ['ID=7e795026-e12b-4e43-a660-40a1ddc91fd7,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:47.751286 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:47.808346 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Attempting to bind port 7e795026-e12b-4e43-a660-40a1ddc91fd7 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:20:47.808682 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Attempting to bind port 7e795026-e12b-4e43-a660-40a1ddc91fd7 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:20:47.809013 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Attempting to bind port 7e795026-e12b-4e43-a660-40a1ddc91fd7 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:20:47.813621 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Port 7e795026-e12b-4e43-a660-40a1ddc91fd7 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:20:47.813950 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Attempting to bind port 7e795026-e12b-4e43-a660-40a1ddc91fd7 on network c63dab97-de75-4b8d-92da-dcc47e52bc78 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:20:47.818690 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:20:47.819124 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Checking segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:20:47.819517 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Bound using segment: {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:20:47.819973 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Bound port: 7e795026-e12b-4e43-a660-40a1ddc91fd7, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99eb6e6-bab9-4245-9335-9a0d296aa3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:20:47.820320 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.842607 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.847182 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:47.855056 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['99a98236-f01f-4c7a-aad2-c5d8ebe171f5'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:47.883453 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Pushing event deleted for resources: {'Port': ['ID=99a98236-f01f-4c7a-aad2-c5d8ebe171f5,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:47.886593 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:47.899704 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] For port 7e795026-e12b-4e43-a660-40a1ddc91fd7, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:20:47.903390 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] For port 7e795026-e12b-4e43-a660-40a1ddc91fd7, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e795026-e12b-4e43-a660-40a1ddc91fd7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:20:47.909852 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.913694 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:47.941314 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] No DVR routers for this DVR port 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 on host hv-cinder-79578 {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:20:47.943919 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.946235 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bc047345-2451-4f40-a5eb-926ab1edcf23 req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] 10.222.0.21 "DELETE /v2.0/ports/99a98236-f01f-4c7a-aad2-c5d8ebe171f5 HTTP/1.1" status: 204 len: 173 time: 0.7197692 Jun 10 15:20:47.946476 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'name': 'network-vif-deleted', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:47.949055 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45142473-28bc-4c4b-bac7-63557e78f17c" -d '{"events": [{"server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "name": "network-vif-deleted", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:47.952981 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:47.954172 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:47.955590 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] 10.222.0.21 "PUT /v2.0/ports/7e795026-e12b-4e43-a660-40a1ddc91fd7 HTTP/1.1" status: 200 len: 1094 time: 1.1704621 Jun 10 15:20:47.956115 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'tag': '7e795026-e12b-4e43-a660-40a1ddc91fd7'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:47.958441 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbbe846-51c7-4b5a-8410-d736cb4208a5" -d '{"events": [{"name": "network-changed", "server_uuid": "10a20f07-0d4d-4d75-9fae-ac55989c8040", "tag": "7e795026-e12b-4e43-a660-40a1ddc91fd7"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:47.991131 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ef3f99-e0f7-4089-9d2c-f18b74f8d8a3 x-openstack-request-id: req-d7ef3f99-e0f7-4089-9d2c-f18b74f8d8a3 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:47.992171 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abdf5a2-ff4f-476e-b114-f485e55cc58c", "name": "network-vif-deleted", "tag": "99a98236-f01f-4c7a-aad2-c5d8ebe171f5", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:47.992471 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7ef3f99-e0f7-4089-9d2c-f18b74f8d8a3 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:47.992918 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abdf5a2-ff4f-476e-b114-f485e55cc58c', 'name': 'network-vif-deleted', 'tag': '99a98236-f01f-4c7a-aad2-c5d8ebe171f5', 'status': 'completed', 'code': 200} Jun 10 15:20:48.005064 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Pushing event updated for resources: {'Port': ['ID=7e795026-e12b-4e43-a660-40a1ddc91fd7,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:48.016954 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:48.018373 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c7f54-c2b6-42a4-8105-0105913db52f x-openstack-request-id: req-ed1c7f54-c2b6-42a4-8105-0105913db52f {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:48.018699 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a20f07-0d4d-4d75-9fae-ac55989c8040", "tag": "7e795026-e12b-4e43-a660-40a1ddc91fd7", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:48.019016 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed1c7f54-c2b6-42a4-8105-0105913db52f {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:48.019451 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'tag': '7e795026-e12b-4e43-a660-40a1ddc91fd7', 'status': 'completed', 'code': 200} Jun 10 15:20:48.070089 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-cf89b4d4-9477-406d-91b2-c773d4d18fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:48.071651 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-cf89b4d4-9477-406d-91b2-c773d4d18fd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 1097 time: 0.0636928 Jun 10 15:20:48.127916 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-0df0394e-21ea-4353-973e-a4b4eb5d12ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e795026-e12b-4e43-a660-40a1ddc91fd7 HTTP/1.1" status: 200 len: 217 time: 0.0477560 Jun 10 15:20:48.191104 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-1ecca06a-77da-44e6-aa03-296645e5b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:48.192528 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-1ecca06a-77da-44e6-aa03-296645e5b9b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0578408 Jun 10 15:20:48.232045 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-e6273893-f600-4b20-a0d1-fd6f4f984f9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309262 Jun 10 15:20:48.365553 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-12438501-d61e-4b23-b200-7331fe60ce4b service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176102 Jun 10 15:20:48.487669 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c3620bf5-e68f-4984-bdca-352d828a1ca4 req-00cfc7b2-9522-4114-95e5-0fa1f0b63458 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108298 Jun 10 15:20:48.607060 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-3c481302-7420-4001-b50a-d1a5a48fcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:48.608574 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-3c481302-7420-4001-b50a-d1a5a48fcc0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8f195fdb69e4096a2cff45242927dbf&device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 1097 time: 0.0602174 Jun 10 15:20:48.783575 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-3d482396-e58f-43a5-83d7-9aa215675e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:48.785042 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-3d482396-e58f-43a5-83d7-9aa215675e12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 200 len: 916 time: 0.1694133 Jun 10 15:20:48.853871 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07096b9-a747-401e-a574-8e26b20ec45a req-eb499188-29d1-42bb-b52f-76b4b7d00012 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:48.855355 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b07096b9-a747-401e-a574-8e26b20ec45a req-eb499188-29d1-42bb-b52f-76b4b7d00012 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 944 time: 0.1445200 Jun 10 15:20:48.856586 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-f336c9da-b772-428d-bcb5-ad461e680d6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e795026-e12b-4e43-a660-40a1ddc91fd7 HTTP/1.1" status: 200 len: 217 time: 0.0637348 Jun 10 15:20:48.941577 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b07096b9-a747-401e-a574-8e26b20ec45a req-f9b32d6b-88fa-4f5a-a52c-d44002da0a83 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802052 Jun 10 15:20:48.943369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-871ff2c2-8bdb-4cca-b66e-6e0a82be3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:48.944717 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-871ff2c2-8bdb-4cca-b66e-6e0a82be3f5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 200 len: 855 time: 0.0773396 Jun 10 15:20:48.996455 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-db1f8b0e-4bda-49fe-b92a-b7b5ddc4ff88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c63dab97-de75-4b8d-92da-dcc47e52bc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376251 Jun 10 15:20:49.109006 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-3325f228-7a52-4e76-8a0a-c9715fdd1760 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049407 Jun 10 15:20:49.226093 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dcbbe846-51c7-4b5a-8410-d736cb4208a5 req-644e697b-6305-4ed8-ba42-825489a16c21 service neutron] 10.222.0.21 "GET /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095130 Jun 10 15:20:50.131499 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de6ae4-19bc-4061-a83d-d486f9b163b6 req-0fe60e66-a77a-46da-bd28-692954f96334 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:50.133103 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d8de6ae4-19bc-4061-a83d-d486f9b163b6 req-0fe60e66-a77a-46da-bd28-692954f96334 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 944 time: 0.0766494 Jun 10 15:20:50.177248 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d8de6ae4-19bc-4061-a83d-d486f9b163b6 req-978e53b4-7583-43f5-815a-ed80d3668c0a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Jun 10 15:20:50.493276 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38472) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:50.890502 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 7e795026-e12b-4e43-a660-40a1ddc91fd7 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:20:50.894316 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:20:50.922930 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:20:50.923373 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 99a98236-f01f-4c7a-aad2-c5d8ebe171f5 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:20:50.936262 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:51.041486 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 7e795026-e12b-4e43-a660-40a1ddc91fd7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e795026-e12b-4e43-a660-40a1ddc91fd7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:51.054716 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '7e795026-e12b-4e43-a660-40a1ddc91fd7', 'network_id': 'c63dab97-de75-4b8d-92da-dcc47e52bc78', 'port_id': '7e795026-e12b-4e43-a660-40a1ddc91fd7', 'mac_address': 'fa:16:3e:1c:76:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4face381-3946-4c90-9251-c4e5e3af6f0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:20:51.097532 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:51.112490 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e795026-e12b-4e43-a660-40a1ddc91fd7 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:20:51.133097 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 7e795026-e12b-4e43-a660-40a1ddc91fd7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e795026-e12b-4e43-a660-40a1ddc91fd7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:51.137303 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:51.139210 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-7730fd7c-c00f-4240-913e-87fffe159499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:51.195727 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=7e795026-e12b-4e43-a660-40a1ddc91fd7,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:51.202483 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.202840 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.203217 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.203561 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.203909 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.204904 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.205324 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.205760 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.206107 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.206448 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.208258 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.208604 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.212646 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:51.260262 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Deleting port 91a83cdf-9e80-48d1-ac08-8753fc2a764e {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:51.260609 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:51.419607 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['7e795026-e12b-4e43-a660-40a1ddc91fd7'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:20:51.422023 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] For port 91a83cdf-9e80-48d1-ac08-8753fc2a764e, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=91a83cdf-9e80-48d1-ac08-8753fc2a764e,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:51.422387 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:51.487663 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63b1e8-ba6e-42e6-b042-f2269e07785b req-97207ab3-324e-4ece-9cd9-6c085b39e5db tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:51.489123 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db63b1e8-ba6e-42e6-b042-f2269e07785b req-97207ab3-324e-4ece-9cd9-6c085b39e5db tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 945 time: 0.1554031 Jun 10 15:20:51.530415 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Calling delete_port for 91a83cdf-9e80-48d1-ac08-8753fc2a764e owned by network:router_interface {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:51.619407 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-db63b1e8-ba6e-42e6-b042-f2269e07785b req-c013d82a-93d4-4205-b6b4-7de2dc74d833 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867131 Jun 10 15:20:51.782641 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:51.784418 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-2c84a64f-4758-4f92-91eb-cecc2a9ae5e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:51.810945 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a83cdf-9e80-48d1-ac08-8753fc2a764e,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:51.824113 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.824522 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.824872 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.827764 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.828509 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:51.856035 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:52.043390 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:52.617446 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:20:52.766714 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:20:52.771912 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef0befdd-047f-4fb8-a19d-6e1dbb821a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2775443 Jun 10 15:20:52.774341 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38478) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:52.777008 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] Sync routers for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:20:52.786392 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:20:52.787064 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:20:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:52.804060 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bd4dd-1f1e-4a0b-893e-7daaa9359ed2 req-e21c53fb-987a-4008-a538-1da535ffddad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:52.805689 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0f1bd4dd-1f1e-4a0b-893e-7daaa9359ed2 req-e21c53fb-987a-4008-a538-1da535ffddad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 945 time: 0.0747790 Jun 10 15:20:52.850262 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0f1bd4dd-1f1e-4a0b-893e-7daaa9359ed2 req-b0b238e0-a27a-48d5-bf7f-0791c50acedc tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Jun 10 15:20:52.895670 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 7e795026-e12b-4e43-a660-40a1ddc91fd7 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:20:52.919823 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks [] for router, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:52.970094 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:20:53.067516 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.071679 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 7e795026-e12b-4e43-a660-40a1ddc91fd7 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:20:53.079390 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 7e795026-e12b-4e43-a660-40a1ddc91fd7 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:20:53.079779 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.127654 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Deleting port 737425b1-2df1-4c0c-b79a-096a118c91c2 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:53.127942 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.239159 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] For port 737425b1-2df1-4c0c-b79a-096a118c91c2, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=737425b1-2df1-4c0c-b79a-096a118c91c2,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:53.239530 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.335322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Calling delete_port for 737425b1-2df1-4c0c-b79a-096a118c91c2 owned by network:router_gateway {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:53.406741 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.436279 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e795026-e12b-4e43-a660-40a1ddc91fd7'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:20:53.439112 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84691676-16f2-44f5-8730-442effe1e7c7" -d '{"events": [{"server_uuid": "10a20f07-0d4d-4d75-9fae-ac55989c8040", "name": "network-vif-plugged", "status": "completed", "tag": "7e795026-e12b-4e43-a660-40a1ddc91fd7"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:20:53.458020 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:20:51Z', 'revision_number': 5, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port': {'id': '737425b1-2df1-4c0c-b79a-096a118c91c2', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:18Z', 'updated_at': '2021-06-10T15:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:53.462762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 7e795026-e12b-4e43-a660-40a1ddc91fd7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e795026-e12b-4e43-a660-40a1ddc91fd7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:53.464552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] Checking router: ef0befdd-047f-4fb8-a19d-6e1dbb821a7e for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:20:53.469868 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.473677 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:53.502898 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a3db0-19cc-467e-a0d4-8baafc488d7d x-openstack-request-id: req-625a3db0-19cc-467e-a0d4-8baafc488d7d {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:20:53.503214 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a20f07-0d4d-4d75-9fae-ac55989c8040", "name": "network-vif-plugged", "status": "completed", "tag": "7e795026-e12b-4e43-a660-40a1ddc91fd7", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:20:53.503545 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-625a3db0-19cc-467e-a0d4-8baafc488d7d {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:20:53.504028 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e795026-e12b-4e43-a660-40a1ddc91fd7', 'code': 200} Jun 10 15:20:53.504598 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] Routers {'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:20:53.505241 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:20:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:53.557984 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.560065 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a92c2576-a9d2-4d55-8043-f98586eba267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:53.590310 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Pushing event deleted for resources: {'Port': ['ID=737425b1-2df1-4c0c-b79a-096a118c91c2,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:53.592978 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:53.643269 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=7e795026-e12b-4e43-a660-40a1ddc91fd7,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:53.647387 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:53.653031 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] Set router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e gateway port host: None {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:20:53.692540 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.735989 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b93cc-0d76-4f4f-ab70-75ff717d7447 req-5a8e0c4a-c78a-465d-bb0b-7bc96ed0312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:53.737480 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-947b93cc-0d76-4f4f-ab70-75ff717d7447 req-5a8e0c4a-c78a-465d-bb0b-7bc96ed0312e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 1099 time: 0.0628972 Jun 10 15:20:53.738544 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:20:53Z', 'revision_number': 6, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:53.742377 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6293dc32-667a-435c-a635-01e31fe32c1d None None] The sync data for ids ['ef0befdd-047f-4fb8-a19d-6e1dbb821a7e'] in dv-cinder-795785-1-iscsi is: [{'id': 'ef0befdd-047f-4fb8-a19d-6e1dbb821a7e', 'name': 'tempest-TestMinimumBasicScenario-1682762586-router', 'tenant_id': '1fd1414c8b9e45e1a73222b9ced493da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:17Z', 'updated_at': '2021-06-10T15:20:53Z', 'revision_number': 6, 'project_id': '1fd1414c8b9e45e1a73222b9ced493da', 'gw_port_host': None}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:20:53.785958 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-947b93cc-0d76-4f4f-ab70-75ff717d7447 req-a625e309-1ec7-4f62-b0c7-679b5abb164d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Jun 10 15:20:53.833289 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.835681 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.893964 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.894659 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef0befdd-047f-4fb8-a19d-6e1dbb821a7e {{(pid=98497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:20:53.900342 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.901484 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-188f8b93-da0f-4816-b1b0-985e8a1af886 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ef0befdd-047f-4fb8-a19d-6e1dbb821a7e HTTP/1.1" status: 204 len: 168 time: 1.1260514 Jun 10 15:20:53.904078 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38484) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:53.955700 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Deleting subnet f67bed81-4293-44d9-a846-e14fe9bc2ac0 {{(pid=98497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:20:53.958844 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.005560 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10333336'] for subnet, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.033108 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9702ac9-1d6b-449d-86cd-656effda09b3 req-9410ce4c-8923-4e78-b9d5-7817f788a65a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:54.034587 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a9702ac9-1d6b-449d-86cd-656effda09b3 req-9410ce4c-8923-4e78-b9d5-7817f788a65a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 946 time: 0.0705290 Jun 10 15:20:54.078965 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a9702ac9-1d6b-449d-86cd-656effda09b3 req-7ade4d82-ab40-4aa9-91c6-d730499a852f tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387611 Jun 10 15:20:54.100611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.173018 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9659191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9018239'] for subnet, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.175191 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:54.208166 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67bed81-4293-44d9-a846-e14fe9bc2ac0,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:54.211275 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:54.214672 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.218698 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-ff2b39b7-13ea-48e9-9c72-9dfb97afbba9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f67bed81-4293-44d9-a846-e14fe9bc2ac0 HTTP/1.1" status: 204 len: 168 time: 0.3114100 Jun 10 15:20:54.219078 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38486) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:54.223713 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e1b028-dd43-42aa-a15e-e6cb228e66b7 None None] Network 6c36c118-1a3f-4e29-af3e-591ae64e0580 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:20:54.307274 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 737425b1-2df1-4c0c-b79a-096a118c91c2 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:20:54.317085 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.348457 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 737425b1-2df1-4c0c-b79a-096a118c91c2 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:20:54.348826 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 737425b1-2df1-4c0c-b79a-096a118c91c2 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:20:54.351424 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 91a83cdf-9e80-48d1-ac08-8753fc2a764e no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:20:54.377497 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Deleting port 2b9c9dee-7ed8-46bd-8056-9623803d0986 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:54.377833 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.402398 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 91a83cdf-9e80-48d1-ac08-8753fc2a764e {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:20:54.402825 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 91a83cdf-9e80-48d1-ac08-8753fc2a764e not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:20:54.472955 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] For port 2b9c9dee-7ed8-46bd-8056-9623803d0986, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=2b9c9dee-7ed8-46bd-8056-9623803d0986,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:54.473450 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.526705 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] DHCP port deletion for 6c36c118-1a3f-4e29-af3e-591ae64e0580 request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:20:54.570497 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Calling delete_port for 2b9c9dee-7ed8-46bd-8056-9623803d0986 owned by network:dhcp {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:54.580672 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Deleting port 2b9c9dee-7ed8-46bd-8056-9623803d0986 {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:54.581067 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.669023 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] For port 2b9c9dee-7ed8-46bd-8056-9623803d0986, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=2b9c9dee-7ed8-46bd-8056-9623803d0986,segment=NetworkSegment(1fb4b052-8bf2-42aa-9526-3b6b7301df2f),segment_id=1fb4b052-8bf2-42aa-9526-3b6b7301df2f)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:54.669444 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.674137 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.677353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-25b662e9-0bbf-4644-b70e-9cb7d8bd0959 tempest-DeleteServersTestJSON-2045805215 tempest-DeleteServersTestJSON-2045805215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:54.709100 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9c9dee-7ed8-46bd-8056-9623803d0986,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:54.710835 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] No DVR routers for this DVR port 2b9c9dee-7ed8-46bd-8056-9623803d0986 on host dv-cinder-795785-1-iscsi {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:20:54.712326 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:54.771976 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Calling delete_port for 2b9c9dee-7ed8-46bd-8056-9623803d0986 owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:54.817578 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.831440 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c36c118-1a3f-4e29-af3e-591ae64e0580']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:54.846010 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb4b052-8bf2-42aa-9526-3b6b7301df2f') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:54.846495 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb4b052-8bf2-42aa-9526-3b6b7301df2f') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:54.858199 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.875119 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.882508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:20:54.882704 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.882935 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:20:54.884664 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:20:54.890593 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-08bfdc5b-ceee-48f4-adae-74b3909f6b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:54.926281 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] No DVR routers for this DVR port 2b9c9dee-7ed8-46bd-8056-9623803d0986 on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:20:54.928788 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Pushing event deleted for resources: {'Port': ['ID=2b9c9dee-7ed8-46bd-8056-9623803d0986,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:54.933609 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:54.966723 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.971501 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:54.973952 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.975831 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] 10.222.0.23 "DELETE /v2.0/networks/6c36c118-1a3f-4e29-af3e-591ae64e0580 HTTP/1.1" status: 204 len: 168 time: 0.7553868 Jun 10 15:20:54.978828 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38488) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:54.990305 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6c36c118-1a3f-4e29-af3e-591ae64e0580,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:54.992973 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28ea52c2-608c-4449-ae5a-4ec2164033fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:55.416365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e2ba-ae59-407e-8ac1-c680f6b3865b req-07be133a-0c2a-4b2e-8661-cb2abe76977a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:20:55.417754 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bac4e2ba-ae59-407e-8ac1-c680f6b3865b req-07be133a-0c2a-4b2e-8661-cb2abe76977a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 946 time: 0.2046537 Jun 10 15:20:55.500400 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-bac4e2ba-ae59-407e-8ac1-c680f6b3865b req-63166598-093d-41b0-8ae5-1c249793413e tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729718 Jun 10 15:20:55.594646 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:56.209514 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Deleting port f0292878-d6f9-48c9-9e97-c0f13db19f21 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:56.210070 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:56.212756 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 2b9c9dee-7ed8-46bd-8056-9623803d0986 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:20:56.237636 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 2b9c9dee-7ed8-46bd-8056-9623803d0986 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:20:56.237995 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 2b9c9dee-7ed8-46bd-8056-9623803d0986 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:20:56.331613 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] For port f0292878-d6f9-48c9-9e97-c0f13db19f21, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f0292878-d6f9-48c9-9e97-c0f13db19f21,segment=NetworkSegment(88913ee9-fbae-40d4-b75a-973a85b42a66),segment_id=88913ee9-fbae-40d4-b75a-973a85b42a66)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:56.331972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:56.426472 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Calling delete_port for f0292878-d6f9-48c9-9e97-c0f13db19f21 owned by network:router_interface {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:56.600480 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-efdebb60-6fb7-4537-a6bc-1ee0156044e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:56.652799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:56.654857 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fc62e70e-c96a-4801-84db-81c01732ac50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:56.684801 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0292878-d6f9-48c9-9e97-c0f13db19f21,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:56.687667 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:56.917369 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:57.225859 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Router 51a246fb-6f60-433e-a92c-e2d7182dc801 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:20:57.374126 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:20:57.382333 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38510) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:57.382838 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-fc81482a-2bd0-42de-86e6-cc9c4643ef56 admin admin] 10.222.0.23 "PUT /v2.0/routers/51a246fb-6f60-433e-a92c-e2d7182dc801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4021459 Jun 10 15:20:57.385186 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] Sync routers for ids ['51a246fb-6f60-433e-a92c-e2d7182dc801'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:20:57.394562 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] Routers {'51a246fb-6f60-433e-a92c-e2d7182dc801'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:20:57.395227 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:20:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['51a246fb-6f60-433e-a92c-e2d7182dc801'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:57.524869 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks [] for router, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:57.542694 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] Set router 51a246fb-6f60-433e-a92c-e2d7182dc801 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:20:57.569587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:57.683425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:57.740796 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Deleting port 42d89a94-6d00-4986-ba71-51c28557bab0 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:57.741130 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:57.789163 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:20:56Z', 'revision_number': 5, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port': {'id': '42d89a94-6d00-4986-ba71-51c28557bab0', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:85:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:18:24Z', 'updated_at': '2021-06-10T15:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:57.792364 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] Checking router: 51a246fb-6f60-433e-a92c-e2d7182dc801 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:20:57.800429 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] Routers {'51a246fb-6f60-433e-a92c-e2d7182dc801'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:20:57.801022 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:20:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['51a246fb-6f60-433e-a92c-e2d7182dc801'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:57.842937 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] For port 42d89a94-6d00-4986-ba71-51c28557bab0, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=42d89a94-6d00-4986-ba71-51c28557bab0,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:57.843286 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:57.920305 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] Set router 51a246fb-6f60-433e-a92c-e2d7182dc801 gateway port host: None {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:20:58.002640 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:20:57Z', 'revision_number': 6, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:58.006437 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e8856-68a3-42ba-9dfb-646338dabe32 None None] The sync data for ids ['51a246fb-6f60-433e-a92c-e2d7182dc801'] in dv-cinder-795785-1-iscsi is: [{'id': '51a246fb-6f60-433e-a92c-e2d7182dc801', 'name': 'tempest-TestMinimumBasicScenario-300224850-router', 'tenant_id': 'df17149694e440c2b8737601188eefb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:18:23Z', 'updated_at': '2021-06-10T15:20:57Z', 'revision_number': 6, 'project_id': 'df17149694e440c2b8737601188eefb0', 'gw_port_host': None}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:20:58.222301 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Calling delete_port for 42d89a94-6d00-4986-ba71-51c28557bab0 owned by network:router_gateway {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:58.377656 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0292878-d6f9-48c9-9e97-c0f13db19f21 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:20:58.409560 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: f0292878-d6f9-48c9-9e97-c0f13db19f21 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:20:58.410042 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f0292878-d6f9-48c9-9e97-c0f13db19f21 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:20:58.439824 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.441746 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:58.470616 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d89a94-6d00-4986-ba71-51c28557bab0,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:58.473737 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:58.547327 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.679123 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.681235 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.741099 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.742002 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a246fb-6f60-433e-a92c-e2d7182dc801 {{(pid=98496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:20:58.746934 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.748092 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] 10.222.0.23 "DELETE /v2.0/routers/51a246fb-6f60-433e-a92c-e2d7182dc801 HTTP/1.1" status: 204 len: 168 time: 1.3640833 Jun 10 15:20:58.750630 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38514) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:58.803387 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Deleting subnet a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:20:58.806380 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.854334 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:58.950899 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.025088 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.027396 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d6dfeb9a-75b3-45d9-af60-46507482ea89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:59.060947 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:59.064982 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:59.067996 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.069942 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-f31262d7-fa4c-4565-a916-04a7b806170f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a8fa88e7-d0ca-47d7-9b73-65c48d76d9bf HTTP/1.1" status: 204 len: 168 time: 0.3181801 Jun 10 15:20:59.072375 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38516) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:59.073024 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fd720-fa22-436f-be32-c9de9813ce2a None None] Network ecd1f233-b7ba-42c4-83cc-e879f14a6986 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:20:59.162820 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.228912 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Deleting port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:59.229259 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.286320 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.293729 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] DHCP port deletion for ecd1f233-b7ba-42c4-83cc-e879f14a6986 request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:20:59.298354 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1eb2aff2-8477-485b-9672-bb82e9e5dfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.321963 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] For port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,segment=NetworkSegment(88913ee9-fbae-40d4-b75a-973a85b42a66),segment_id=88913ee9-fbae-40d4-b75a-973a85b42a66)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:59.322337 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.349098 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] Deleting port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:20:59.349787 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.420605 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Calling delete_port for 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 owned by network:dhcp {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:59.437819 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] For port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,segment=NetworkSegment(88913ee9-fbae-40d4-b75a-973a85b42a66),segment_id=88913ee9-fbae-40d4-b75a-973a85b42a66)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:20:59.438865 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.520393 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.522335 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28fa655e-0c9e-4892-bd22-fa075621a90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:59.531996 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] Calling delete_port for 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:20:59.551205 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:59.554601 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:59.555446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] No DVR routers for this DVR port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 on host dv-cinder-795785-1-iscsi {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:20:59.621520 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.623444 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:59.655479 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.656370 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] Pushing event deleted for resources: {'Port': ['ID=65a037d3-110a-4dc8-94b9-5aa2a3bf9845,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:59.662251 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] No DVR routers for this DVR port 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:20:59.664086 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-0febb534-8f68-4a24-889c-e3a212a95091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:59.668050 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd1f233-b7ba-42c4-83cc-e879f14a6986']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:59.680144 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88913ee9-fbae-40d4-b75a-973a85b42a66') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:59.680445 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88913ee9-fbae-40d4-b75a-973a85b42a66') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:20:59.690406 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.706045 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.711949 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:20:59.712336 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:20:59.714143 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:20:59.792813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.796525 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-7d80e8c7-9cb6-4091-be0f-acbe7d0cdc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:59.800260 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:59.802085 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ecd1f233-b7ba-42c4-83cc-e879f14a6986 HTTP/1.1" status: 204 len: 168 time: 0.7287881 Jun 10 15:20:59.815242 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd1f233-b7ba-42c4-83cc-e879f14a6986,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:59.817682 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:59.918312 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38522) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:59.961284 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-142738da-026e-4d27-8047-d00335424dbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fd1414c8b9e45e1a73222b9ced493da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417054 Jun 10 15:20:59.963466 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38524) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:00.015472 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9e373ca8-87e2-4d06-90b8-3db4eed2c344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.042807 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9e373ca8-87e2-4d06-90b8-3db4eed2c344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.091929 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9e373ca8-87e2-4d06-90b8-3db4eed2c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.094677 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-9e373ca8-87e2-4d06-90b8-3db4eed2c344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.096138 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-9e373ca8-87e2-4d06-90b8-3db4eed2c344 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd76b154-c55e-4c00-a8c0-5c7691506c72 HTTP/1.1" status: 204 len: 168 time: 0.1317711 Jun 10 15:21:00.097095 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a8b6b7c0-428c-4c57-8aed-fd02a8a418de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:00.105888 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e373ca8-87e2-4d06-90b8-3db4eed2c344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd76b154-c55e-4c00-a8c0-5c7691506c72,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:00.109818 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-9e373ca8-87e2-4d06-90b8-3db4eed2c344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:00.235463 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:21:00.403442 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:21:00.403970 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 65a037d3-110a-4dc8-94b9-5aa2a3bf9845 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:21:00.404603 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 42d89a94-6d00-4986-ba71-51c28557bab0 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:21:00.433167 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: 42d89a94-6d00-4986-ba71-51c28557bab0 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:21:00.433524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 42d89a94-6d00-4986-ba71-51c28557bab0 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:21:00.441778 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.466149 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38532) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:00.512592 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b82e163f-e1bc-4aa2-bc69-8fbf5c74b8fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df17149694e440c2b8737601188eefb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451977 Jun 10 15:21:00.514978 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38534) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:00.566374 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.589316 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.639359 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.642928 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:00.644172 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd8d424b-8812-4c62-ad45-f0b9c8b53fe3 HTTP/1.1" status: 204 len: 168 time: 0.1283047 Jun 10 15:21:00.644941 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-3ee4a829-338e-457e-a9bf-4a01d06e5887 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:00.653365 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d424b-8812-4c62-ad45-f0b9c8b53fe3,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:00.658938 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:02.150877 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:07.580779 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e687da-225a-44c3-821e-8f8b47f27eb8 req-f6be3568-b279-4b67-9f73-299b55e0b76a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:07.582208 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-40e687da-225a-44c3-821e-8f8b47f27eb8 req-f6be3568-b279-4b67-9f73-299b55e0b76a tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 946 time: 0.0679433 Jun 10 15:21:07.624674 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-40e687da-225a-44c3-821e-8f8b47f27eb8 req-455ce773-d232-4690-97c9-3e181595e89f tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369759 Jun 10 15:21:08.808959 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf19eb-c7aa-4491-ac6d-f7ad5035b31f req-8e64ecaf-e4a8-49a0-8c14-a38cb9d961ec tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:08.810421 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bfaf19eb-c7aa-4491-ac6d-f7ad5035b31f req-8e64ecaf-e4a8-49a0-8c14-a38cb9d961ec tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 946 time: 0.0723789 Jun 10 15:21:08.851577 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-bfaf19eb-c7aa-4491-ac6d-f7ad5035b31f req-f651573d-3731-4dfb-a31f-2e1a62464620 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353892 Jun 10 15:21:09.248138 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-8b16d29f-32fc-4fbf-a70c-ffcef42186b4 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:09.249566 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-8b16d29f-32fc-4fbf-a70c-ffcef42186b4 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 946 time: 0.0692441 Jun 10 15:21:09.366788 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Deleting port 7e795026-e12b-4e43-a660-40a1ddc91fd7 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:21:09.367161 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:09.484039 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] For port 7e795026-e12b-4e43-a660-40a1ddc91fd7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7e795026-e12b-4e43-a660-40a1ddc91fd7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:21:09.484397 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:09.577004 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Calling delete_port for 7e795026-e12b-4e43-a660-40a1ddc91fd7 owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:21:09.726493 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:09.730456 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-792979ae-7a19-4bbb-84cb-426cb5012a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:09.738780 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96', '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa', '7e795026-e12b-4e43-a660-40a1ddc91fd7'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:21:09.769261 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event deleted for resources: {'Port': ['ID=7e795026-e12b-4e43-a660-40a1ddc91fd7,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:09.772420 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:09.824432 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] No DVR routers for this DVR port 7e795026-e12b-4e43-a660-40a1ddc91fd7 on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:21:09.827196 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:09.829318 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5afa99e2-ed19-4447-98cb-e461c51a5317 req-2b486414-acf8-4496-9931-36764a8c0f63 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "DELETE /v2.0/ports/7e795026-e12b-4e43-a660-40a1ddc91fd7 HTTP/1.1" status: 204 len: 173 time: 0.5737908 Jun 10 15:21:09.829862 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'name': 'network-vif-deleted', 'tag': '7e795026-e12b-4e43-a660-40a1ddc91fd7'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:21:09.832304 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0692e083-8685-432d-a9d0-8a11f6b32773" -d '{"events": [{"server_uuid": "10a20f07-0d4d-4d75-9fae-ac55989c8040", "name": "network-vif-deleted", "tag": "7e795026-e12b-4e43-a660-40a1ddc91fd7"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:21:09.872563 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd71a5-d12c-47e0-9f42-165bd2408a14 x-openstack-request-id: req-eecd71a5-d12c-47e0-9f42-165bd2408a14 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:21:09.872902 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a20f07-0d4d-4d75-9fae-ac55989c8040", "name": "network-vif-deleted", "tag": "7e795026-e12b-4e43-a660-40a1ddc91fd7", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:21:09.873193 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eecd71a5-d12c-47e0-9f42-165bd2408a14 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:21:09.873630 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a20f07-0d4d-4d75-9fae-ac55989c8040', 'name': 'network-vif-deleted', 'tag': '7e795026-e12b-4e43-a660-40a1ddc91fd7', 'status': 'completed', 'code': 200} Jun 10 15:21:10.012716 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-b5b5a768-bbd8-4acd-8980-5240005d9af6 req-fadc7493-80c8-4947-84f1-ef581382a50c tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=10a20f07-0d4d-4d75-9fae-ac55989c8040 HTTP/1.1" status: 200 len: 210 time: 0.0394378 Jun 10 15:21:12.589757 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68feb7-79d5-498d-abc5-cd2baaac821a req-98e0d566-92ce-4e8a-8b6c-60cfafbb8511 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:12.591216 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a68feb7-79d5-498d-abc5-cd2baaac821a req-98e0d566-92ce-4e8a-8b6c-60cfafbb8511 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 946 time: 0.0734768 Jun 10 15:21:12.632167 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a68feb7-79d5-498d-abc5-cd2baaac821a req-628e6929-8243-4b1c-868e-788603a908af tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Jun 10 15:21:13.004283 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 7e795026-e12b-4e43-a660-40a1ddc91fd7 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:21:13.030346 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 7e795026-e12b-4e43-a660-40a1ddc91fd7 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:21:13.030703 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 7e795026-e12b-4e43-a660-40a1ddc91fd7 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:21:13.812116 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46c58b-9a0b-410f-a1df-159f7e948129 req-8753d764-96d4-4d16-8334-6a82eedce2ac tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:13.813571 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0a46c58b-9a0b-410f-a1df-159f7e948129 req-8753d764-96d4-4d16-8334-6a82eedce2ac tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 946 time: 0.0687196 Jun 10 15:21:13.854518 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0a46c58b-9a0b-410f-a1df-159f7e948129 req-de14a49c-6933-4a2e-a4cb-ffb61095d8ed tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Jun 10 15:21:14.230286 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-806b8cd6-2e11-46f0-bfe1-cd6dabb44a56 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:14.231742 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-806b8cd6-2e11-46f0-bfe1-cd6dabb44a56 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 946 time: 0.0675514 Jun 10 15:21:14.344472 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Deleting port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:21:14.344817 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:14.459889 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] For port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:21:14.460253 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:14.553392 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Calling delete_port for ec0c6f1e-b34e-4cc8-b414-98683e9d26fa owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:21:14.705264 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:14.712066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e905ba5e-ea52-452b-885f-55b2476631f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:14.719130 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96', '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:21:14.744046 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event deleted for resources: {'Port': ['ID=ec0c6f1e-b34e-4cc8-b414-98683e9d26fa,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:14.747136 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:14.800848 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] No DVR routers for this DVR port ec0c6f1e-b34e-4cc8-b414-98683e9d26fa on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:21:14.803424 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:14.805486 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-fc6d57d8-6047-4b6e-895c-79ec74c748cd req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "DELETE /v2.0/ports/ec0c6f1e-b34e-4cc8-b414-98683e9d26fa HTTP/1.1" status: 204 len: 173 time: 0.5682745 Jun 10 15:21:14.806002 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'name': 'network-vif-deleted', 'tag': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:21:14.808531 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ffb17a-38b0-47d8-9483-b3b66214ef23" -d '{"events": [{"server_uuid": "6ff3b60e-bf69-42f8-b067-59ddf2d1b53a", "name": "network-vif-deleted", "tag": "ec0c6f1e-b34e-4cc8-b414-98683e9d26fa"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:21:14.850697 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53da7205-3849-4759-8f00-d212a4480454 x-openstack-request-id: req-53da7205-3849-4759-8f00-d212a4480454 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:21:14.851392 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff3b60e-bf69-42f8-b067-59ddf2d1b53a", "name": "network-vif-deleted", "tag": "ec0c6f1e-b34e-4cc8-b414-98683e9d26fa", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:21:14.851710 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53da7205-3849-4759-8f00-d212a4480454 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:21:14.852153 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff3b60e-bf69-42f8-b067-59ddf2d1b53a', 'name': 'network-vif-deleted', 'tag': 'ec0c6f1e-b34e-4cc8-b414-98683e9d26fa', 'status': 'completed', 'code': 200} Jun 10 15:21:15.013801 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-7fc4cca4-b308-4f30-bc60-c29f899ac3dd req-b6ff540d-8b24-4b49-89b9-362678a3b4ce tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff3b60e-bf69-42f8-b067-59ddf2d1b53a HTTP/1.1" status: 200 len: 210 time: 0.0352342 Jun 10 15:21:16.473626 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff70223-07fa-42db-a030-ac7256163701 req-c674051e-638c-40ca-bf45-1aa82f762fbc tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:16.475129 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8ff70223-07fa-42db-a030-ac7256163701 req-c674051e-638c-40ca-bf45-1aa82f762fbc tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 945 time: 0.0702233 Jun 10 15:21:16.515716 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8ff70223-07fa-42db-a030-ac7256163701 req-2ef3b0c4-7e6a-4987-a242-0b0263ef9a1c tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Jun 10 15:21:17.696509 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111f14d-3a97-4be2-827e-faa3af52550c req-a3f7dca8-a732-42a9-95ac-389612197df7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:17.697960 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3111f14d-3a97-4be2-827e-faa3af52550c req-a3f7dca8-a732-42a9-95ac-389612197df7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 945 time: 0.0689461 Jun 10 15:21:17.782310 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-3111f14d-3a97-4be2-827e-faa3af52550c req-22db448a-6a1f-409f-8192-e981d8aefaab tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787599 Jun 10 15:21:17.803854 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60206805-3123-4eeb-a98c-58d13b689b0f req-c954c5dc-ba0b-430b-ab8d-2171720b1793 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:17.805247 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-60206805-3123-4eeb-a98c-58d13b689b0f req-c954c5dc-ba0b-430b-ab8d-2171720b1793 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 945 time: 0.1000350 Jun 10 15:21:17.915201 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Deleting port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:21:17.915536 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:18.026244 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] For port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:21:18.026597 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:18.119848 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Calling delete_port for 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:21:18.270274 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:18.273963 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:18.282096 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96', '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:21:18.304478 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event deleted for resources: {'Port': ['ID=5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:18.307508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:18.362284 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] No DVR routers for this DVR port 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:21:18.364888 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:18.367135 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-60206805-3123-4eeb-a98c-58d13b689b0f req-4778b040-1d34-41c3-8b79-27580b8011a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "DELETE /v2.0/ports/5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 HTTP/1.1" status: 204 len: 173 time: 0.5556941 Jun 10 15:21:18.367647 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'name': 'network-vif-deleted', 'tag': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:21:18.370052 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14bdf24-7672-45e7-8e58-6c998fcb2043" -d '{"events": [{"server_uuid": "a26c3e58-d80b-407d-a8fe-b86f2d2524c1", "name": "network-vif-deleted", "tag": "5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:21:18.409275 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da39889-9929-49b2-863e-bd9884503ce8 x-openstack-request-id: req-0da39889-9929-49b2-863e-bd9884503ce8 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:21:18.409652 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26c3e58-d80b-407d-a8fe-b86f2d2524c1", "name": "network-vif-deleted", "tag": "5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:21:18.409956 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0da39889-9929-49b2-863e-bd9884503ce8 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:21:18.410397 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26c3e58-d80b-407d-a8fe-b86f2d2524c1', 'name': 'network-vif-deleted', 'tag': '5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7', 'status': 'completed', 'code': 200} Jun 10 15:21:18.948382 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ef82f5a0-0b93-4877-92f6-2008c9876645 req-64c6558f-4ca3-42e5-8743-4292f77123c7 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=a26c3e58-d80b-407d-a8fe-b86f2d2524c1 HTTP/1.1" status: 200 len: 210 time: 0.0358548 Jun 10 15:21:19.000641 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ec0c6f1e-b34e-4cc8-b414-98683e9d26fa no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:21:19.026552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: ec0c6f1e-b34e-4cc8-b414-98683e9d26fa {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:21:19.026937 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device ec0c6f1e-b34e-4cc8-b414-98683e9d26fa not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:21:21.542873 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2376e6-2938-410f-89e0-241f411a0a1b req-f77df0c6-67c0-4fd6-8767-f76f0e38f6d2 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:21.544339 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-df2376e6-2938-410f-89e0-241f411a0a1b req-f77df0c6-67c0-4fd6-8767-f76f0e38f6d2 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 946 time: 0.0752289 Jun 10 15:21:21.585205 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-df2376e6-2938-410f-89e0-241f411a0a1b req-6a7e7572-5eed-4cfb-9d16-2952a77ac0a6 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Jun 10 15:21:22.764731 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c2556-622e-44dd-8581-5f3c1e41854b req-0ab99b7c-9456-4ed7-8f61-47e9fc160e82 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:22.766159 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-113c2556-622e-44dd-8581-5f3c1e41854b req-0ab99b7c-9456-4ed7-8f61-47e9fc160e82 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 946 time: 0.0686393 Jun 10 15:21:22.810367 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-113c2556-622e-44dd-8581-5f3c1e41854b req-110829c6-45cc-47a8-a04e-0e898234735e tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/security-groups?id=d48930d0-5c68-4ed8-b616-914b81772a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383785 Jun 10 15:21:23.015968 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:21:23.041940 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:21:23.042294 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 5c50cd41-8cc1-4f8a-a9dd-ed277aea56a7 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:21:23.093948 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-fdc70d1b-1f2a-4478-8b3f-b16490f778e5 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:21:23.095395 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-fdc70d1b-1f2a-4478-8b3f-b16490f778e5 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 946 time: 0.0687592 Jun 10 15:21:23.209600 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Deleting port a970afb7-c813-4162-8df8-a4c9557b9a96 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:21:23.209945 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:23.320255 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] For port a970afb7-c813-4162-8df8-a4c9557b9a96, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a970afb7-c813-4162-8df8-a4c9557b9a96,segment=NetworkSegment(f99eb6e6-bab9-4245-9335-9a0d296aa3af),segment_id=f99eb6e6-bab9-4245-9335-9a0d296aa3af)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:21:23.320531 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:23.415385 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Calling delete_port for a970afb7-c813-4162-8df8-a4c9557b9a96 owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:21:23.565748 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:23.569977 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-804887d5-34db-4b31-8ffb-67796f41d80b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:23.578630 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['a970afb7-c813-4162-8df8-a4c9557b9a96'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:21:23.603417 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Pushing event deleted for resources: {'Port': ['ID=a970afb7-c813-4162-8df8-a4c9557b9a96,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:23.606509 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:23.659215 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] No DVR routers for this DVR port a970afb7-c813-4162-8df8-a4c9557b9a96 on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:21:23.661682 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:23.663653 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-61ab994f-fa70-4e91-bd05-be26e7da7687 req-e6cdaf90-1566-4f65-8a38-1dfff971e341 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.21 "DELETE /v2.0/ports/a970afb7-c813-4162-8df8-a4c9557b9a96 HTTP/1.1" status: 204 len: 173 time: 0.5627058 Jun 10 15:21:23.664184 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'name': 'network-vif-deleted', 'tag': 'a970afb7-c813-4162-8df8-a4c9557b9a96'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:21:23.666460 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8acb4e-00dc-42f9-97f3-633143937257" -d '{"events": [{"server_uuid": "4c0b3535-7048-4c4a-9a94-75a4d7d5756c", "name": "network-vif-deleted", "tag": "a970afb7-c813-4162-8df8-a4c9557b9a96"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:21:23.709454 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd828e-c037-4230-827c-304a1bb1c9f6 x-openstack-request-id: req-1ccd828e-c037-4230-827c-304a1bb1c9f6 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:21:23.709863 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0b3535-7048-4c4a-9a94-75a4d7d5756c", "name": "network-vif-deleted", "tag": "a970afb7-c813-4162-8df8-a4c9557b9a96", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:21:23.710166 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ccd828e-c037-4230-827c-304a1bb1c9f6 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:21:23.710612 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0b3535-7048-4c4a-9a94-75a4d7d5756c', 'name': 'network-vif-deleted', 'tag': 'a970afb7-c813-4162-8df8-a4c9557b9a96', 'status': 'completed', 'code': 200} Jun 10 15:21:23.974171 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-80c11406-6a4b-41a5-ac75-767e1ca8dd68 req-b24d330a-0c90-40be-aaeb-1fffd28785b9 tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0b3535-7048-4c4a-9a94-75a4d7d5756c HTTP/1.1" status: 200 len: 210 time: 0.0333216 Jun 10 15:21:24.331006 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:21:25.067147 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38630) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:25.119366 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Deleting subnet 4face381-3946-4c90-9251-c4e5e3af6f0b {{(pid=98497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:21:25.122286 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.167346 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10333336'] for subnet, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.218416 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.277875 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9659191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9018239'] for subnet, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.280089 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-5cb756c9-d29c-46ac-a5fb-d59cdf694528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:25.311286 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4face381-3946-4c90-9251-c4e5e3af6f0b,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:25.314400 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:25.315401 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.318019 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-1ef65139-c4ca-47f5-9927-1daa0a4f34c8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4face381-3946-4c90-9251-c4e5e3af6f0b HTTP/1.1" status: 204 len: 168 time: 0.2491350 Jun 10 15:21:25.319906 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38632) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:25.411779 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.527982 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.539605 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63dab97-de75-4b8d-92da-dcc47e52bc78']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:21:25.550063 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99eb6e6-bab9-4245-9335-9a0d296aa3af') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:21:25.550426 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99eb6e6-bab9-4245-9335-9a0d296aa3af') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:21:25.560858 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.575661 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.581392 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:21:25.581878 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: retrieve_revision_numbers = { Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:21:25.583769 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:21:25.660726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.664497 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:25.668911 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.670773 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c63dab97-de75-4b8d-92da-dcc47e52bc78 HTTP/1.1" status: 204 len: 168 time: 0.3499560 Jun 10 15:21:25.683859 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63dab97-de75-4b8d-92da-dcc47e52bc78,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:25.686236 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-7497786e-a5b8-4537-aa14-25d53b881812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:25.831218 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38636) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:25.875462 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3a67f554-1305-4331-a4b6-e945129669b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8f195fdb69e4096a2cff45242927dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424721 Jun 10 15:21:25.877609 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38638) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:25.929746 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:25.952444 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:26.003988 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:26.006676 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:26.007844 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d48930d0-5c68-4ed8-b616-914b81772a14 HTTP/1.1" status: 204 len: 168 time: 0.1293786 Jun 10 15:21:26.008631 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0d96fc6f-669d-4ed1-8a97-2a8638b39733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:26.017415 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48930d0-5c68-4ed8-b616-914b81772a14,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:26.020213 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:26.601144 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9c09274f-0e89-4ec8-a600-e0ec81e2d75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:27.030167 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a970afb7-c813-4162-8df8-a4c9557b9a96 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:21:27.057698 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: a970afb7-c813-4162-8df8-a4c9557b9a96 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:21:27.058253 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device a970afb7-c813-4162-8df8-a4c9557b9a96 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:21:27.558027 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:29.285921 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:29.288264 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-734c3f86-c297-4d76-9a24-98f827154d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:30.305835 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:32.143584 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.274813 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38746) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:35.384695 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7856eac-7d3d-4a4c-ab88-446656339d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.481237 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7856eac-7d3d-4a4c-ab88-446656339d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.486174 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-d7856eac-7d3d-4a4c-ab88-446656339d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.488683 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c5468da8-c73e-450e-be17-5cfbd4c7096e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:35.535726 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7856eac-7d3d-4a4c-ab88-446656339d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68497bc-fb6e-4766-8c6b-a4a0ca477d17,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:35.541280 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-d7856eac-7d3d-4a4c-ab88-446656339d29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05c132671d9043068079422f1bb59300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653730 Jun 10 15:21:35.542207 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d7856eac-7d3d-4a4c-ab88-446656339d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:35.544199 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38752) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:35.601400 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8c50eed-3118-4d94-85f9-cbad6447e995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.625119 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8c50eed-3118-4d94-85f9-cbad6447e995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.683186 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8c50eed-3118-4d94-85f9-cbad6447e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.685810 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8c50eed-3118-4d94-85f9-cbad6447e995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:35.687015 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a8c50eed-3118-4d94-85f9-cbad6447e995 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b68497bc-fb6e-4766-8c6b-a4a0ca477d17 HTTP/1.1" status: 204 len: 168 time: 0.1419158 Jun 10 15:21:35.687797 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-bdccfcb1-9d4f-4936-902a-81606ae4e55d tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:35.697390 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c50eed-3118-4d94-85f9-cbad6447e995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68497bc-fb6e-4766-8c6b-a4a0ca477d17,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:35.699783 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a8c50eed-3118-4d94-85f9-cbad6447e995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:37.279546 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38802) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:37.385069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:37.479314 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:37.483832 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:37.486959 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-73805b1c-ef98-4d08-b768-cc90c177bb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:37.524859 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36cd34f7cb8d49818bdb52658b364846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442751 Jun 10 15:21:37.526015 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2effb3fb-2e13-45c8-85cb-2d3f09c39fe3,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:37.527622 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38806) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:37.533443 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.533835 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.534214 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.534586 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.534986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.535354 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.535720 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.536083 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.536999 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.537440 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.537907 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.538270 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:21:37.542044 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:37.581693 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-468e729b-c973-4a84-a17f-2a185452c03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:37.604847 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-468e729b-c973-4a84-a17f-2a185452c03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:37.654490 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-468e729b-c973-4a84-a17f-2a185452c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:37.657187 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-468e729b-c973-4a84-a17f-2a185452c03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:37.658311 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-468e729b-c973-4a84-a17f-2a185452c03b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2effb3fb-2e13-45c8-85cb-2d3f09c39fe3 HTTP/1.1" status: 204 len: 168 time: 0.1295853 Jun 10 15:21:37.659163 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b88f49eb-8bf7-4e2e-9fd2-8b3801986fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:37.668924 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e729b-c973-4a84-a17f-2a185452c03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2effb3fb-2e13-45c8-85cb-2d3f09c39fe3,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:37.672166 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-468e729b-c973-4a84-a17f-2a185452c03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:37.914585 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38812) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:37.931437 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a451e5bb-4676-405a-9d0b-2d62dfd716cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:38.026617 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a451e5bb-4676-405a-9d0b-2d62dfd716cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:38.030177 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a451e5bb-4676-405a-9d0b-2d62dfd716cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:38.032431 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c09ab56-0ebe-45a6-8dd3-32b527b74f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:38.072997 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a451e5bb-4676-405a-9d0b-2d62dfd716cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fe6a8c126b0489fb198b7a77c6a9ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572824 Jun 10 15:21:38.073728 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451e5bb-4676-405a-9d0b-2d62dfd716cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1707f7-37fa-4bff-922e-a250f00861c4,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:38.075770 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38814) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:38.078951 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a451e5bb-4676-405a-9d0b-2d62dfd716cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:38.134823 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:38.159979 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:38.209478 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:38.212180 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:38.213305 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc1707f7-37fa-4bff-922e-a250f00861c4 HTTP/1.1" status: 204 len: 168 time: 0.1362431 Jun 10 15:21:38.214066 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-cefea939-1da6-4c9c-a59b-f518d0866374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:38.222443 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1707f7-37fa-4bff-922e-a250f00861c4,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:38.225360 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:39.622192 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38854) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:39.729633 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-29d3fb0b-a37a-47f4-8835-35d361a43709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:39.822435 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-29d3fb0b-a37a-47f4-8835-35d361a43709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:39.826078 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-29d3fb0b-a37a-47f4-8835-35d361a43709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:39.829254 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-492f30c2-eb60-4c73-bc87-76fc32968fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:39.867534 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3fb0b-a37a-47f4-8835-35d361a43709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65deacb-d7a8-4342-bec9-57b1bd195501,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:39.871658 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-29d3fb0b-a37a-47f4-8835-35d361a43709 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3f860f49fc147e4926e177c2689b563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484612 Jun 10 15:21:39.872655 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-29d3fb0b-a37a-47f4-8835-35d361a43709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:39.874147 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38858) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:39.928461 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c8182c97-b475-4b08-b231-04b7c029a3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:39.951219 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c8182c97-b475-4b08-b231-04b7c029a3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.287118 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c8182c97-b475-4b08-b231-04b7c029a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.289805 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c8182c97-b475-4b08-b231-04b7c029a3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.293542 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-c8182c97-b475-4b08-b231-04b7c029a3d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a65deacb-d7a8-4342-bec9-57b1bd195501 HTTP/1.1" status: 204 len: 168 time: 0.4158769 Jun 10 15:21:40.293542 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-6f53f407-f21e-4978-a94b-8ce59602bb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:40.303268 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8182c97-b475-4b08-b231-04b7c029a3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65deacb-d7a8-4342-bec9-57b1bd195501,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:40.305475 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c8182c97-b475-4b08-b231-04b7c029a3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:40.549693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 38864) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:40.566101 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e4b5-0d89-4e39-b341-df75b451beda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.659207 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e4b5-0d89-4e39-b341-df75b451beda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.663979 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e4b5-0d89-4e39-b341-df75b451beda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.666472 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-fb07f069-c615-4669-aebb-b68c1a60e7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:40.707443 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a8d3e4b5-0d89-4e39-b341-df75b451beda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0709309adc644aa794512d4145695eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566377 Jun 10 15:21:40.708886 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3e4b5-0d89-4e39-b341-df75b451beda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8adf7-d49f-417e-a409-b454bbda7bf0,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:40.710779 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 38866) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:21:40.711910 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a8d3e4b5-0d89-4e39-b341-df75b451beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:40.764440 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c3e351f-677e-4261-87f7-13bbb67bf7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.789138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c3e351f-677e-4261-87f7-13bbb67bf7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.837034 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c3e351f-677e-4261-87f7-13bbb67bf7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.839800 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4c3e351f-677e-4261-87f7-13bbb67bf7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:40.840920 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-4c3e351f-677e-4261-87f7-13bbb67bf7a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08a8adf7-d49f-417e-a409-b454bbda7bf0 HTTP/1.1" status: 204 len: 168 time: 0.1290786 Jun 10 15:21:40.841681 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e4090876-6ad3-4106-8a78-7196c353476f tempest-VolumesNegativeTest-100688306 tempest-VolumesNegativeTest-100688306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:21:40.850896 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e351f-677e-4261-87f7-13bbb67bf7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8adf7-d49f-417e-a409-b454bbda7bf0,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:21:40.853380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4c3e351f-677e-4261-87f7-13bbb67bf7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:56.601676 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6901e76e-4f18-4668-b79e-362c81915a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:57.572680 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:59.285189 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bd6edf4c-9c8e-481c-a135-479a881adf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:59.288216 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:00.308829 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:01.329001 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:22:02.152062 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.593243 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39074) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:12.699270 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.795085 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.798834 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.802985 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-823ed2ce-0aa7-47bc-9b1b-6fc1783a2bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:12.841957 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=117f8e8a95eb4fb2acbedea45944da9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476766 Jun 10 15:22:12.843891 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c987208b-3362-47af-977e-5f1904d17426,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:12.844607 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39078) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:12.851242 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.851625 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.851993 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.852354 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.852712 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.853072 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.853429 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.853786 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.854138 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.854494 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.854842 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.855213 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:12.859133 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-60efc43b-b62f-4f8a-894c-da86e8ccc5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:12.899396 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28eab8b8-bb97-437e-850c-fa087a24f6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.922372 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28eab8b8-bb97-437e-850c-fa087a24f6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.973614 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28eab8b8-bb97-437e-850c-fa087a24f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.976441 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-28eab8b8-bb97-437e-850c-fa087a24f6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:12.977603 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-28eab8b8-bb97-437e-850c-fa087a24f6c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c987208b-3362-47af-977e-5f1904d17426 HTTP/1.1" status: 204 len: 168 time: 0.1320295 Jun 10 15:22:12.978376 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-40735a69-06a1-42d9-b732-4e33a317ccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:12.987024 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eab8b8-bb97-437e-850c-fa087a24f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c987208b-3362-47af-977e-5f1904d17426,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:12.989582 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-28eab8b8-bb97-437e-850c-fa087a24f6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:13.244025 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39084) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:13.259172 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3e84-eecf-4899-bb19-3df8df6989a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:13.351777 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3e84-eecf-4899-bb19-3df8df6989a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:13.355296 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5d2f3e84-eecf-4899-bb19-3df8df6989a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:13.357697 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4f36055c-c77f-4f31-a65c-9cd4222c9d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:13.395996 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f3e84-eecf-4899-bb19-3df8df6989a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a4540-80b5-4374-846a-a5515b609d04,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:13.401620 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-5d2f3e84-eecf-4899-bb19-3df8df6989a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f98a21abafd64bf7a4cfb376beb16cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552103 Jun 10 15:22:13.401620 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5d2f3e84-eecf-4899-bb19-3df8df6989a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:13.402816 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39086) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:13.455605 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:13.479918 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:13.531691 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:13.534388 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:13.536086 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c3a4540-80b5-4374-846a-a5515b609d04 HTTP/1.1" status: 204 len: 168 time: 0.1323466 Jun 10 15:22:13.536855 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-59190f4d-38b9-408e-ab54-01c8cc975230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:13.545175 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a4540-80b5-4374-846a-a5515b609d04,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:13.547499 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:17.465833 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39152) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:17.572153 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2121af-aca2-4833-a921-85d933d0572f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:17.666236 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2121af-aca2-4833-a921-85d933d0572f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:17.670048 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8e2121af-aca2-4833-a921-85d933d0572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:17.672464 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3674fc64-edd4-43e3-b6b0-7850200389db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:17.712894 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8e2121af-aca2-4833-a921-85d933d0572f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5796cfd1e07743748d24bd820419118c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459660 Jun 10 15:22:17.714661 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2121af-aca2-4833-a921-85d933d0572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc327b46-56fc-4e80-b383-56f8ed2b8400,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:17.715648 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39156) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:17.717857 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8e2121af-aca2-4833-a921-85d933d0572f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:17.773052 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-39710789-0657-4876-aa0c-4be8c081fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:17.795544 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-39710789-0657-4876-aa0c-4be8c081fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:17.846844 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-39710789-0657-4876-aa0c-4be8c081fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:17.850367 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-39710789-0657-4876-aa0c-4be8c081fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:17.851528 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-39710789-0657-4876-aa0c-4be8c081fd1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc327b46-56fc-4e80-b383-56f8ed2b8400 HTTP/1.1" status: 204 len: 168 time: 0.1349077 Jun 10 15:22:17.852485 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-05c4c169-bd32-4643-9150-9ca37f342516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:17.861353 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39710789-0657-4876-aa0c-4be8c081fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc327b46-56fc-4e80-b383-56f8ed2b8400,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:17.864338 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-39710789-0657-4876-aa0c-4be8c081fd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:26.601865 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c4526a7b-6075-45bc-9a7c-5998a3f9d7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:27.571834 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:29.284673 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0df5-887c-4dac-b944-f53d1249176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:29.286436 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:30.312599 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:32.149814 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:38.327161 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:22:56.602765 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-aea06c96-b628-4c71-91cb-845c55e85e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:57.571333 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:57.893307 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39420) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:58.000105 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.092808 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.096341 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.099456 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b8b21d53-e5b5-4b1f-98fe-5310830608fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:58.138692 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=682a45ffd12041f6a7eed523991901fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443378 Jun 10 15:22:58.140890 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5482f2-7c86-458a-a166-290572c617b0,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:58.141647 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39424) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:58.148087 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.148474 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.148896 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.149949 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.150325 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.150690 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.151085 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.151450 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.151813 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.152172 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.152532 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.152893 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:22:58.156818 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d9d2d2da-41b0-412b-8c27-7ffdf8b0e77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:58.197222 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c90468bc-2819-4cc0-813f-3c8d513c5b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.224914 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c90468bc-2819-4cc0-813f-3c8d513c5b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.275578 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c90468bc-2819-4cc0-813f-3c8d513c5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.278504 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c90468bc-2819-4cc0-813f-3c8d513c5b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.279718 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-c90468bc-2819-4cc0-813f-3c8d513c5b28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a5482f2-7c86-458a-a166-290572c617b0 HTTP/1.1" status: 204 len: 168 time: 0.1370752 Jun 10 15:22:58.280575 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a451e5bb-4676-405a-9d0b-2d62dfd716cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:58.288766 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90468bc-2819-4cc0-813f-3c8d513c5b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5482f2-7c86-458a-a166-290572c617b0,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:58.291690 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c90468bc-2819-4cc0-813f-3c8d513c5b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:58.871650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39446) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:58.964254 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1159016849-network', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:22:58.985314 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Made reservation on behalf of 1ca46b88d41c42489b738913eab84cf9 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:22:58.987579 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.998380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.093028 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.096903 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.099789 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-d0ad08f1-68be-46a6-934a-97085c032f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:59.125523 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:22:59.135634 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5549664d-fbf0-4634-b0a5-c81698431bf9,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:59.138744 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:59.141677 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.142330 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Added segment 01c06b98-4e34-4d7b-b7df-3e95ca54e2ab of type vlan for network e9a6f628-8b79-443a-9f0b-e012f4475496 Jun 10 15:22:59.194303 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.223158 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.224453 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:22:59.225060 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.227710 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:59.262500 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3895438 Jun 10 15:22:59.265102 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39450) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:59.271420 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Request body: {'subnet': {'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1159016849-subnet', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:22:59.290631 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5ce9-4007-47b5-b3e0-09cc771c334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.303581 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.319107 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9a6f628-8b79-443a-9f0b-e012f4475496,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:59.322772 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-007044f7-e334-4e1f-b3d4-2cd51b9c78b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:59.328441 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network e9a6f628-8b79-443a-9f0b-e012f4475496 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:22:59.335613 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Made reservation on behalf of 1ca46b88d41c42489b738913eab84cf9 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:22:59.338564 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018208'] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.548875 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9659254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018230'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.551013 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:22:59.606284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:22:59.609394 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:22:59.625180 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Checking segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:22:59.625540 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Network hostable DHCP agents. Network: e9a6f628-8b79-443a-9f0b-e012f4475496, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:22:59.642359 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Network e9a6f628-8b79-443a-9f0b-e012f4475496 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:22:59.650809 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, e9a6f628-8b79-443a-9f0b-e012f4475496) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:22:59.655186 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:22:59.655776 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.663316 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7335dc3-f958-41d7-a79d-9cd1a14038b8 None None] Network e9a6f628-8b79-443a-9f0b-e012f4475496 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:22:59.673104 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-1a5fa88e-8d78-4214-a696-e06e9c9f40bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4069698 Jun 10 15:22:59.677333 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39452) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:59.682456 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:22:59.703775 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.704752 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.772930 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:59.850487 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-e9a6f628-8b79-443a-9f0b-e012f4475496', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:22:59.851373 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.007475 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Allocated IP 172.20.0.2 (e9a6f628-8b79-443a-9f0b-e012f4475496/6447dcc9-ec65-4bf5-8c9a-50a1c66018cc/b38ebf27-26e5-45a5-a228-7afbf41d7fb1) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:00.190776 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.199298 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Transition to ACTIVE for port object b38ebf27-26e5-45a5-a228-7afbf41d7fb1 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:00.214730 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Transition to ACTIVE for port object b38ebf27-26e5-45a5-a228-7afbf41d7fb1 will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:00.220319 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.222372 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:00.273780 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Network e9a6f628-8b79-443a-9f0b-e012f4475496 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:00.280981 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:00.281635 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.283087 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Pushing event updated for resources: {'Port': ['ID=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:00.285165 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:00.294654 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.295364 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.295364 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.295686 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.296019 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.296350 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.296679 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.297004 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.297334 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.297657 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.297978 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.298297 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:00.308103 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:00.363038 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.373156 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Attempting to bind port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:23:00.373542 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Attempting to bind port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:23:00.373918 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Attempting to bind port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:00.378845 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:23:00.379261 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Checking segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:00.379675 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.380078 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Bound using segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:23:00.380548 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Bound port: b38ebf27-26e5-45a5-a228-7afbf41d7fb1, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:23:00.380929 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.456180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] For port b38ebf27-26e5-45a5-a228-7afbf41d7fb1, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:23:00.459475 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] For port b38ebf27-26e5-45a5-a228-7afbf41d7fb1, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:23:00.463760 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.465623 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-134bbd46-0d2f-4b41-9485-0eeed4211596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:00.538038 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Pushing event updated for resources: {'Port': ['ID=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:00.542211 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:00.561507 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.587958 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.754125 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Allocated IP 172.27.1.140 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/f1105142-7e55-463f-812a-2474145c5385) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:00.899926 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.941188 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.943400 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f851db40-88d0-49ab-9f83-0160e5dd4ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:00.994574 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:00.997306 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:01.001684 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:01.004754 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Pushing event updated for resources: {'Port': ['ID=f1105142-7e55-463f-812a-2474145c5385,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:01.031136 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:01.350230 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:01.408442 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a8b25-811e-46b6-9578-27a35c060828 None None] Network e9a6f628-8b79-443a-9f0b-e012f4475496 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:23:01.642293 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:01.643899 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-44e4c194-4cff-4ec2-b126-385d1135a795 None None] Provisioning for port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:01.818468 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:23:01.965492 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:23:01.974211 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:23:01.981291 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:01.982977 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3043513 Jun 10 15:23:01.985576 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39456) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:01.990441 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:01.991360 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:02.144930 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:02.267591 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:02.346790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device b38ebf27-26e5-45a5-a228-7afbf41d7fb1 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:02.574170 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:02.582298 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:02.582685 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:02.654539 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:01Z', 'revision_number': 3, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:02.661774 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:23:02.662134 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Updating router bbc5e439-c47e-4128-8b18-f49a655bdd61 port f1105142-7e55-463f-812a-2474145c5385 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:23:02.748980 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:02.788961 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:02.856151 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:02.901437 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port b38ebf27-26e5-45a5-a228-7afbf41d7fb1, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:02.907152 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:02.910750 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:03.041590 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:03.042831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Allocated IP 172.20.0.1 (e9a6f628-8b79-443a-9f0b-e012f4475496/6447dcc9-ec65-4bf5-8c9a-50a1c66018cc/a944dd4f-70d9-479d-8258-39e33dc5ba4c) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:03.044747 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:03.146420 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.157195 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Transition to ACTIVE for port object f1105142-7e55-463f-812a-2474145c5385 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:03.163012 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.165407 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9d669993-b52e-46ae-a7b9-3827761c73a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:03.175870 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.188658 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.provisioning_blocks [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Transition to ACTIVE for port object a944dd4f-70d9-479d-8258-39e33dc5ba4c will not be triggered until provisioned by entity DHCP. {{(pid=98497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:03.223980 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.224524 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f857f8-15cb-438b-9594-0241b1cfa3c1 None None] Pushing event updated for resources: {'Port': ['ID=f1105142-7e55-463f-812a-2474145c5385,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:03.227537 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-bb623172-a62c-492b-807d-20dabffd7a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:03.228220 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-62f857f8-15cb-438b-9594-0241b1cfa3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:03.229165 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Attempting to bind port f1105142-7e55-463f-812a-2474145c5385 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:23:03.229546 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Attempting to bind port f1105142-7e55-463f-812a-2474145c5385 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:23:03.229916 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Attempting to bind port f1105142-7e55-463f-812a-2474145c5385 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:03.237175 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:23:03.237561 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:03.237970 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.238366 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:23:03.238836 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Bound port: f1105142-7e55-463f-812a-2474145c5385, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:23:03.239243 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.265565 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Network e9a6f628-8b79-443a-9f0b-e012f4475496 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:03.273350 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:03.277800 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:03.307767 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] For port f1105142-7e55-463f-812a-2474145c5385, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:23:03.310030 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Pushing event updated for resources: {'Port': ['ID=a944dd4f-70d9-479d-8258-39e33dc5ba4c,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:03.311663 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] For port f1105142-7e55-463f-812a-2474145c5385, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f1105142-7e55-463f-812a-2474145c5385,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:23:03.314965 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:03.319520 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.322277 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:03.335284 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.390866 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:03.391540 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:03.395223 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f857f8-15cb-438b-9594-0241b1cfa3c1 None None] Pushing event updated for resources: {'Port': ['ID=f1105142-7e55-463f-812a-2474145c5385,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:03.448025 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-62f857f8-15cb-438b-9594-0241b1cfa3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:03.521919 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.666239 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-323e7626-d8fb-4db2-a023-89229854a9bc None None] Provisioning for port a944dd4f-70d9-479d-8258-39e33dc5ba4c completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:03.680938 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-323e7626-d8fb-4db2-a023-89229854a9bc None None] Provisioning complete for port a944dd4f-70d9-479d-8258-39e33dc5ba4c triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:03.681334 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-323e7626-d8fb-4db2-a023-89229854a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.719298 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:03.744615 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.749061 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.751300 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9b1b9e07-da46-45eb-8d41-f6e0e2b79da6 tempest-AttachVolumeTestJSON-482092637 tempest-AttachVolumeTestJSON-482092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:03.830465 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-323e7626-d8fb-4db2-a023-89229854a9bc None None] Port a944dd4f-70d9-479d-8258-39e33dc5ba4c cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:23:03.832346 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Pushing event updated for resources: {'Port': ['ID=a944dd4f-70d9-479d-8258-39e33dc5ba4c,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:03.835124 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:03.838043 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:03.955086 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Network e9a6f628-8b79-443a-9f0b-e012f4475496 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:03.956525 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:03.966059 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:01Z', 'revision_number': 3, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:03.969784 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c868e81-e985-4c9b-9731-c3c3ab2754d1 None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:01Z', 'revision_number': 3, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:23:04.139343 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:23:04.154520 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-4b2e8022-e295-4b2e-b7df-5c02db246061 None None] Provisioning complete for port a944dd4f-70d9-479d-8258-39e33dc5ba4c triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:04.154936 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-4b2e8022-e295-4b2e-b7df-5c02db246061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.222612 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e8022-e295-4b2e-b7df-5c02db246061 None None] Port a944dd4f-70d9-479d-8258-39e33dc5ba4c cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:23:04.306393 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:23:04.312129 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] 10.222.0.23 "PUT /v2.0/routers/bbc5e439-c47e-4128-8b18-f49a655bdd61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3257256 Jun 10 15:23:04.401229 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f1105142-7e55-463f-812a-2474145c5385 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:04.464094 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port f1105142-7e55-463f-812a-2474145c5385 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:04.468914 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port f1105142-7e55-463f-812a-2474145c5385 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:04.469355 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.569803 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.594685 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port f1105142-7e55-463f-812a-2474145c5385, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f1105142-7e55-463f-812a-2474145c5385,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:04.600150 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.601119 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device b38ebf27-26e5-45a5-a228-7afbf41d7fb1 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:04.604799 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-134bbd46-0d2f-4b41-9485-0eeed4211596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:04.708617 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=f1105142-7e55-463f-812a-2474145c5385,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:04.712587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:04.717182 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:04.717493 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.854727 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39474) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:04.859840 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-50247045-network', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:04.880375 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Made reservation on behalf of eccf0d1444554130a4f558b2bd8f9b32 for: {'network': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:23:04.882762 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-562989'] for network, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.894095 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.988877 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.993709 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:04.997899 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8aa47e50-111f-4bb4-8e29-c3a1423f7386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:05.017287 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=98497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:23:05.032095 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32588744-65e0-4f15-b023-13e6ec37f699,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:05.035680 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:05.038460 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.038805 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.segments_db [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Added segment 766515cf-36bf-4f83-984c-9ee7b06cd659 of type vlan for network dae329e1-e4bf-4557-8245-6bb9ca058422 Jun 10 15:23:05.089041 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788775939485'] for network, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.119166 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311'] for network, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.120469 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:05.121047 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.123053 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:05.160428 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3045208 Jun 10 15:23:05.163020 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39476) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:05.168675 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Request body: {'subnet': {'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-50247045-subnet', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'ip_version': 4}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:05.215782 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Pushing event updated for resources: {'Network': ['ID=dae329e1-e4bf-4557-8245-6bb9ca058422,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:05.219926 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-42508dbc-19a7-4c6a-bd15-e5a2729f7555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:05.225646 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Network dae329e1-e4bf-4557-8245-6bb9ca058422 details requested by agent ovs-agent-dv-cinder-795785-1-iscsi with host dv-cinder-795785-1-iscsi {{(pid=98499) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:23:05.237304 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Made reservation on behalf of eccf0d1444554130a4f558b2bd8f9b32 for: {'subnet': 1} {{(pid=98497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:23:05.240352 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018208'] for subnet, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.454142 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9659254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018230'] for subnet, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.456377 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-707ca3aa-98d2-48d4-80be-5177e0009252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:05.524821 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b953f7a3-31b4-48ae-ab78-f36829a1e5f7,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:05.528505 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:05.537452 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Checking segment: {'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:05.537816 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Network hostable DHCP agents. Network: dae329e1-e4bf-4557-8245-6bb9ca058422, hostable agents: ['ff357799-ce55-4eff-9966-d53ce133fb2e'], hosted agents: [] {{(pid=98497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:23:05.553716 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:23:05.556598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Network dae329e1-e4bf-4557-8245-6bb9ca058422 is scheduled to be hosted by DHCP agent ff357799-ce55-4eff-9966-d53ce133fb2e with binding_index 1 {{(pid=98497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:23:05.566972 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-1-iscsi, dae329e1-e4bf-4557-8245-6bb9ca058422) {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:05.567242 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:05.567900 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:05.572484 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:05.573208 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.580838 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce318f73-1342-40a6-a489-5e3011d858e1 None None] Network dae329e1-e4bf-4557-8245-6bb9ca058422 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:23:05.591694 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-eee0a711-159e-45d0-89f8-04dce81d5482 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4276297 Jun 10 15:23:05.594157 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39482) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:05.598986 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:05.623647 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3840993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31534'] for router, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.624771 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3840836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3846838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3701951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31527'] for router, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.695659 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.729318 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:05.773231 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2319f50-0a8c-5896-bd9f-212f3331bd0c-dae329e1-e4bf-4557-8245-6bb9ca058422', 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'fixed_ips': [{'subnet_id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7'}]}} from dv-cinder-795785-1-iscsi. {{(pid=98499) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:23:05.774286 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.908209 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3846847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3840979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31701'] for router, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:05.935793 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.db_base_plugin_common [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Allocated IP 172.20.0.2 (dae329e1-e4bf-4557-8245-6bb9ca058422/b953f7a3-31b4-48ae-ab78-f36829a1e5f7/69cc9afc-0099-40b9-92ed-f49089ab3d23) {{(pid=98499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:05.999087 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 2, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:06.002579 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:23:06.002961 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Updating router bbc5e439-c47e-4128-8b18-f49a655bdd61 port a944dd4f-70d9-479d-8258-39e33dc5ba4c binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:23:06.045698 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.116703 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Notify callbacks [] for port, precommit_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.126498 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Transition to ACTIVE for port object 69cc9afc-0099-40b9-92ed-f49089ab3d23 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:06.144256 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Transition to ACTIVE for port object 69cc9afc-0099-40b9-92ed-f49089ab3d23 will not be triggered until provisioned by entity DHCP. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:06.151363 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174'] for port, after_create {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.153610 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:06.184552 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.206029 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Network dae329e1-e4bf-4557-8245-6bb9ca058422 is already hosted by enough agents. {{(pid=98499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:06.211963 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.212189 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.scheduler.base_scheduler [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Resources bound (agent type, host, resource id): {{(pid=98499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:06.213956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Pushing event updated for resources: {'Port': ['ID=69cc9afc-0099-40b9-92ed-f49089ab3d23,revision_number=1']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:06.216381 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Received port after_create {{(pid=98499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:06.223414 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:06.293949 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Attempting to bind port 69cc9afc-0099-40b9-92ed-f49089ab3d23 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:23:06.294399 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Attempting to bind port 69cc9afc-0099-40b9-92ed-f49089ab3d23 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:23:06.294719 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Attempting to bind port 69cc9afc-0099-40b9-92ed-f49089ab3d23 on network dae329e1-e4bf-4557-8245-6bb9ca058422 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:06.300879 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:23:06.301566 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Checking segment: {'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:06.301566 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.301986 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Bound using segment: {'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:23:06.302461 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Bound port: 69cc9afc-0099-40b9-92ed-f49089ab3d23, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:23:06.302843 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.315831 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f1105142-7e55-463f-812a-2474145c5385 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:06.356687 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Allocated IP 172.27.1.166 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/e58dca5b-7d81-46ab-a360-4e9660832bb4) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:06.365705 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.377758 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Transition to ACTIVE for port object a944dd4f-70d9-479d-8258-39e33dc5ba4c will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:06.384782 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.388061 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:06.422299 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] For port 69cc9afc-0099-40b9-92ed-f49089ab3d23, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:23:06.426108 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] For port 69cc9afc-0099-40b9-92ed-f49089ab3d23, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=69cc9afc-0099-40b9-92ed-f49089ab3d23,segment=NetworkSegment(766515cf-36bf-4f83-984c-9ee7b06cd659),segment_id=766515cf-36bf-4f83-984c-9ee7b06cd659)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:23:06.432005 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port f1105142-7e55-463f-812a-2474145c5385 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:06.432369 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.444278 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Pushing event updated for resources: {'Port': ['ID=a944dd4f-70d9-479d-8258-39e33dc5ba4c,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:06.467832 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.472029 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:06.504074 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.504426 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.504768 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.505101 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.505431 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.505760 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.506092 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.506411 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.506736 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.507085 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.507403 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.508446 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:06.513998 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:06.566499 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Pushing event updated for resources: {'Port': ['ID=69cc9afc-0099-40b9-92ed-f49089ab3d23,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:06.569945 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:06.662018 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Attempting to bind port a944dd4f-70d9-479d-8258-39e33dc5ba4c on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:23:06.662500 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Attempting to bind port a944dd4f-70d9-479d-8258-39e33dc5ba4c by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:23:06.662738 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Attempting to bind port a944dd4f-70d9-479d-8258-39e33dc5ba4c on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:06.669148 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:23:06.669525 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Checking segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:06.669929 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.670326 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Bound using segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:23:06.672845 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Bound port: a944dd4f-70d9-479d-8258-39e33dc5ba4c, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:23:06.673036 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.781132 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] For port a944dd4f-70d9-479d-8258-39e33dc5ba4c, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:23:06.784415 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] For port a944dd4f-70d9-479d-8258-39e33dc5ba4c, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=a944dd4f-70d9-479d-8258-39e33dc5ba4c,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:23:06.790319 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.798849 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-ed4eaecf-88f5-49ec-873c-2546847be8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:06.873063 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Pushing event updated for resources: {'Port': ['ID=a944dd4f-70d9-479d-8258-39e33dc5ba4c,revision_number=4']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:06.886657 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:06.887410 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:06.912786 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.951369 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-f0b7e4e7-42c8-4c17-8e6e-1eff7f1af7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:06.957499 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:06.965444 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a668f98a-1b06-4c76-9c5f-e55fdef10556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:07.002482 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:07.011718 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:07.015597 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:07.049300 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Pushing event updated for resources: {'Port': ['ID=e58dca5b-7d81-46ab-a360-4e9660832bb4,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:07.053338 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:07.059721 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:07.370439 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:07.431606 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:06Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:07.436801 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c64e44-a6a9-4457-8bd9-28fce785197e None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:06Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:23:07.572749 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56c341-1065-41d8-9768-1bc3d6f18bf3 None None] Network dae329e1-e4bf-4557-8245-6bb9ca058422 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:23:07.709576 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3840984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847159'] for router, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:07.820151 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d295e740-06bf-48d5-873d-25a5c75515b5 None None] Provisioning for port 69cc9afc-0099-40b9-92ed-f49089ab3d23 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:07.894943 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Router 6d8689ab-d43f-4c10-b898-ac307fff5690 is scheduled to L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b with binding_index 1 {{(pid=98497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:23:08.062068 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:23:08.072298 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Sync routers for ids ['6d8689ab-d43f-4c10-b898-ac307fff5690'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:23:08.082281 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Routers {'6d8689ab-d43f-4c10-b898-ac307fff5690'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:08.082962 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['6d8689ab-d43f-4c10-b898-ac307fff5690'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:08.083121 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:08.084670 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4894960 Jun 10 15:23:08.088626 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39486) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:08.254030 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Set router 6d8689ab-d43f-4c10-b898-ac307fff5690 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:08.385519 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 69cc9afc-0099-40b9-92ed-f49089ab3d23 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:08.549558 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port 69cc9afc-0099-40b9-92ed-f49089ab3d23 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:08.560174 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 69cc9afc-0099-40b9-92ed-f49089ab3d23 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:08.560650 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:08.615104 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:23:07Z', 'revision_number': 3, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:08.622886 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Checking router: 6d8689ab-d43f-4c10-b898-ac307fff5690 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:23:08.623273 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Updating router 6d8689ab-d43f-4c10-b898-ac307fff5690 port e58dca5b-7d81-46ab-a360-4e9660832bb4 binding host dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:23:08.688462 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:08.691446 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:08.735155 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:08.844260 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port 69cc9afc-0099-40b9-92ed-f49089ab3d23, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=69cc9afc-0099-40b9-92ed-f49089ab3d23,segment=NetworkSegment(766515cf-36bf-4f83-984c-9ee7b06cd659),segment_id=766515cf-36bf-4f83-984c-9ee7b06cd659)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:08.848171 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:08.849261 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device a944dd4f-70d9-479d-8258-39e33dc5ba4c up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:08.853532 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:08.881603 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Allocated IP 172.20.0.1 (dae329e1-e4bf-4557-8245-6bb9ca058422/b953f7a3-31b4-48ae-ab78-f36829a1e5f7/c5340867-8049-4944-ba5a-00cc30abae71) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:09.015093 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.016107 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=69cc9afc-0099-40b9-92ed-f49089ab3d23,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:09.029217 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:09.030074 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Transition to ACTIVE for port object c5340867-8049-4944-ba5a-00cc30abae71 will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:09.055429 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port a944dd4f-70d9-479d-8258-39e33dc5ba4c completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:09.066179 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.066722 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port a944dd4f-70d9-479d-8258-39e33dc5ba4c triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:09.067125 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.068263 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-abacf112-60f9-45d1-a1c8-f6fc3d8a3840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:09.114153 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Network dae329e1-e4bf-4557-8245-6bb9ca058422 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:09.117962 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:09.120673 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:09.155903 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Pushing event updated for resources: {'Port': ['ID=c5340867-8049-4944-ba5a-00cc30abae71,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:09.159654 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:09.178300 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Notify callbacks [] for port, precommit_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.182685 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3835184'] for router_interface, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.224142 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Transition to ACTIVE for port object e58dca5b-7d81-46ab-a360-4e9660832bb4 will not be triggered until provisioned by entity L2. {{(pid=98499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:09.233934 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.236408 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.239111 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:09.309039 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1a9bd-6bfe-48c2-bf0c-c1df71d8d2af None None] Pushing event updated for resources: {'Port': ['ID=e58dca5b-7d81-46ab-a360-4e9660832bb4,revision_number=2']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:09.322609 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9dc1a9bd-6bfe-48c2-bf0c-c1df71d8d2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:09.335049 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Attempting to bind port e58dca5b-7d81-46ab-a360-4e9660832bb4 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:23:09.335438 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Attempting to bind port e58dca5b-7d81-46ab-a360-4e9660832bb4 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:23:09.335853 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Attempting to bind port e58dca5b-7d81-46ab-a360-4e9660832bb4 on network fe699a51-905c-4414-a800-34783e48bcf7 {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:09.341296 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port a944dd4f-70d9-479d-8258-39e33dc5ba4c, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=a944dd4f-70d9-479d-8258-39e33dc5ba4c,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:09.348518 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.350487 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-a2b0ce00-c161-46ed-a81e-52ca0983703f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:09.353323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:23:09.353673 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Checking segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:09.354079 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.354480 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Bound using segment: {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'} {{(pid=98499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:23:09.354984 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.managers [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Bound port: e58dca5b-7d81-46ab-a360-4e9660832bb4, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed0ddc5-44f4-4966-9257-c65904ed0795', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7'}}] {{(pid=98499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:23:09.355374 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.372923 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.413239 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-a31ead10-a36c-4a5d-bb9a-bfe6700d8fa5 None None] Provisioning for port c5340867-8049-4944-ba5a-00cc30abae71 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:09.433321 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-a31ead10-a36c-4a5d-bb9a-bfe6700d8fa5 None None] Provisioning complete for port c5340867-8049-4944-ba5a-00cc30abae71 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:09.433709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a31ead10-a36c-4a5d-bb9a-bfe6700d8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.505304 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=a944dd4f-70d9-479d-8258-39e33dc5ba4c,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:09.511089 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:09.513260 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] For port e58dca5b-7d81-46ab-a360-4e9660832bb4, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:23:09.515575 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-a31ead10-a36c-4a5d-bb9a-bfe6700d8fa5 None None] Port c5340867-8049-4944-ba5a-00cc30abae71 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:23:09.517957 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] For port e58dca5b-7d81-46ab-a360-4e9660832bb4, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=e58dca5b-7d81-46ab-a360-4e9660832bb4,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:23:09.523451 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.526306 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-96541f83-70dc-4190-829c-6bd3dacfdbba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:09.576193 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.580637 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.584210 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-9dd378c9-6b84-4fcf-9808-f5aa509b1b83 tempest-AttachVolumeShelveTestJSON-1847423176 tempest-AttachVolumeShelveTestJSON-1847423176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:09.592122 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Routers {'6d8689ab-d43f-4c10-b898-ac307fff5690'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:09.592750 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['6d8689ab-d43f-4c10-b898-ac307fff5690'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:09.594384 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1a9bd-6bfe-48c2-bf0c-c1df71d8d2af None None] Pushing event updated for resources: {'Port': ['ID=e58dca5b-7d81-46ab-a360-4e9660832bb4,revision_number=3']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:09.598423 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9dc1a9bd-6bfe-48c2-bf0c-c1df71d8d2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:09.671008 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3797701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3835204'] for router_interface, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:09.672948 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Pushing event updated for resources: {'Port': ['ID=c5340867-8049-4944-ba5a-00cc30abae71,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:09.676444 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:09.793937 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Network dae329e1-e4bf-4557-8245-6bb9ca058422 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:09.795403 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:09.883414 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] Set router 6d8689ab-d43f-4c10-b898-ac307fff5690 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:09.960669 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Router 6d8689ab-d43f-4c10-b898-ac307fff5690 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:23:10.093714 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-caa33e64-9452-403c-b4fa-ab130b7ef69c None None] Provisioning complete for port c5340867-8049-4944-ba5a-00cc30abae71 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:10.093989 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-caa33e64-9452-403c-b4fa-ab130b7ef69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.107879 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:23:10.113361 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] 10.222.0.23 "PUT /v2.0/routers/6d8689ab-d43f-4c10-b898-ac307fff5690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0236032 Jun 10 15:23:10.170290 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-caa33e64-9452-403c-b4fa-ab130b7ef69c None None] Port c5340867-8049-4944-ba5a-00cc30abae71 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:23:10.193133 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 4, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c5340867-8049-4944-ba5a-00cc30abae71', 'name': '', 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'mac_address': 'fa:16:3e:19:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:08Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 2, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'subnets': [{'id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:10.197321 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf36b05-2a2b-4ed7-9db6-3767e898a843 None None] The sync data for ids ['6d8689ab-d43f-4c10-b898-ac307fff5690'] in dv-cinder-795785-1-iscsi is: [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 4, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c5340867-8049-4944-ba5a-00cc30abae71', 'name': '', 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'mac_address': 'fa:16:3e:19:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:08Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 2, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'subnets': [{'id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:23:10.303450 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 69cc9afc-0099-40b9-92ed-f49089ab3d23 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:10.358337 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port 69cc9afc-0099-40b9-92ed-f49089ab3d23 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:10.358720 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.483020 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device a944dd4f-70d9-479d-8258-39e33dc5ba4c up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:10.542526 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port a944dd4f-70d9-479d-8258-39e33dc5ba4c triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:10.542933 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.680749 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39496) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:10.685635 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025216207', 'description': 'tempest-secgroup-smoke-2025216207 description', 'project_id': '1ca46b88d41c42489b738913eab84cf9'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:10.708811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.803477 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.807652 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.810326 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-78262ec8-a3f1-495f-97fb-502d54a0496a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:10.846036 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ff07b0-1510-45ea-82e0-4b6a86d9d505,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:10.849602 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.850569 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1687002 Jun 10 15:23:10.851804 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-55fe15c8-32f1-44bb-87f3-22be3f2dd300 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:10.857671 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39498) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:10.862635 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'security_group_rule': {'security_group_id': 'e1ff07b0-1510-45ea-82e0-4b6a86d9d505', 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:10.889243 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.963553 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.967439 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.971437 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c848028e-c29f-4a9e-8a1b-78db9b90572b tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:10.989251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2550dde3-ff09-420a-ab3a-1964bac6b306,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:10.992113 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:10.997076 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:10.998974 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-19b6f941-bd7d-4af4-9c02-0327c380a46d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396437 Jun 10 15:23:11.001140 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39500) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:11.005687 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'security_group_rule': {'security_group_id': 'e1ff07b0-1510-45ea-82e0-4b6a86d9d505', 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:11.033732 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.099321 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.103690 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.105874 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:11.126210 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294ffbca-b4bd-40db-a8e4-9d2cc6d9a531,revision_number=0']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:11.128869 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.133654 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315236 Jun 10 15:23:11.134358 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39502) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:11.134837 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a3c3a891-c05e-47be-b0e3-94a4ecfa473c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:11.141332 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'security_group_rule': {'security_group_id': 'e1ff07b0-1510-45ea-82e0-4b6a86d9d505', 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:11.173033 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.239683 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.244360 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.246632 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f32a3d33-a34a-4147-8acb-e3546551d440 tempest-TestShelveInstance-70342127 tempest-TestShelveInstance-70342127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:11.264681 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45425f55-ebfa-4343-975e-4122f7b20f2c,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:11.267245 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:11.272349 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.276335 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-121815b3-63ac-4186-ae02-c71159a4c3b9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368065 Jun 10 15:23:11.276584 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39506) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:11.281303 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'security_group_rule': {'security_group_id': 'e1ff07b0-1510-45ea-82e0-4b6a86d9d505', 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:11.310223 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.381477 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.385992 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.388037 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:11.406707 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5fc2e8-91cf-490c-bc33-fced196366bb,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:11.409673 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:11.413412 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.415454 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-f7ead284-1715-4db0-ac74-82f8830a29ff tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376698 Jun 10 15:23:11.418139 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39508) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:11.422985 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'security_group_rule': {'security_group_id': 'e1ff07b0-1510-45ea-82e0-4b6a86d9d505', 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:11.446168 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.securitygroups_db [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Project 1ca46b88d41c42489b738913eab84cf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:23:11.451380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.516837 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.520652 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.522652 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:11.540916 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd24421-434a-4012-ace7-49eedf6f54cb,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:11.543897 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:11.546977 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.548140 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-a71fcb63-3ecb-4941-be7b-cdd14dfccc21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288686 Jun 10 15:23:11.550681 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39510) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:11.555966 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'security_group_rule': {'security_group_id': 'e1ff07b0-1510-45ea-82e0-4b6a86d9d505', 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:11.577028 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.securitygroups_db [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Project 1ca46b88d41c42489b738913eab84cf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:23:11.581660 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.648052 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.651798 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855203'] for security_group_rule, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.653804 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:11.670885 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d20e88d-2d32-43ea-8573-89c9c067c81d,revision_number=0']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:11.674778 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:11.676906 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:11.678088 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-324648c6-da1f-4ea7-97bc-3c275de7b07a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264272 Jun 10 15:23:12.128395 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Sync routers for ids ['6d8689ab-d43f-4c10-b898-ac307fff5690'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:23:12.138529 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Routers {'6d8689ab-d43f-4c10-b898-ac307fff5690'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:12.139221 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['6d8689ab-d43f-4c10-b898-ac307fff5690'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:12.285443 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Set router 6d8689ab-d43f-4c10-b898-ac307fff5690 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:12.332423 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device e58dca5b-7d81-46ab-a360-4e9660832bb4 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:12.395002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port e58dca5b-7d81-46ab-a360-4e9660832bb4 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:12.398869 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port e58dca5b-7d81-46ab-a360-4e9660832bb4 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:12.399289 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:12.503790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:12.528204 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port e58dca5b-7d81-46ab-a360-4e9660832bb4, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=e58dca5b-7d81-46ab-a360-4e9660832bb4,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:12.532858 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:12.534721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9dc1a9bd-6bfe-48c2-bf0c-c1df71d8d2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:12.568670 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 4, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c5340867-8049-4944-ba5a-00cc30abae71', 'name': '', 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'mac_address': 'fa:16:3e:19:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:08Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 2, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'subnets': [{'id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:12.572905 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Checking router: 6d8689ab-d43f-4c10-b898-ac307fff5690 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:23:12.573269 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Updating router 6d8689ab-d43f-4c10-b898-ac307fff5690 port c5340867-8049-4944-ba5a-00cc30abae71 binding host dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:23:12.592725 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=e58dca5b-7d81-46ab-a360-4e9660832bb4,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:12.595755 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:12.614357 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:12.925395 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Notify callbacks [] for port, precommit_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:12.936430 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.provisioning_blocks [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Transition to ACTIVE for port object c5340867-8049-4944-ba5a-00cc30abae71 will not be triggered until provisioned by entity L2. {{(pid=98500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:12.942133 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:12.944192 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:12.998509 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37a945-94c0-4514-8d95-beb9b6fa41f9 None None] Pushing event updated for resources: {'Port': ['ID=c5340867-8049-4944-ba5a-00cc30abae71,revision_number=3']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:13.001380 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-dd37a945-94c0-4514-8d95-beb9b6fa41f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:13.120895 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Attempting to bind port c5340867-8049-4944-ba5a-00cc30abae71 on host dv-cinder-795785-1-iscsi for vnic_type normal with profile {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:23:13.121271 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Attempting to bind port c5340867-8049-4944-ba5a-00cc30abae71 by drivers openvswitch,hyperv on host dv-cinder-795785-1-iscsi at level 0 using segments [{'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:23:13.121639 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Attempting to bind port c5340867-8049-4944-ba5a-00cc30abae71 on network dae329e1-e4bf-4557-8245-6bb9ca058422 {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:13.126694 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Checking agent: {'id': '0b204241-4c9a-43fd-b3c2-81243daad202', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 34, 59), 'started_at': datetime.datetime(2021, 6, 10, 14, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:23:13.127099 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Checking segment: {'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:13.127505 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:13.127904 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Bound using segment: {'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'} {{(pid=98500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:23:13.128376 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.managers [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Bound port: c5340867-8049-4944-ba5a-00cc30abae71, host: dv-cinder-795785-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766515cf-36bf-4f83-984c-9ee7b06cd659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422'}}] {{(pid=98500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:23:13.128750 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:13.202444 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] For port c5340867-8049-4944-ba5a-00cc30abae71, host dv-cinder-795785-1-iscsi, cleared binding levels {{(pid=98500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:23:13.205675 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.plugins.ml2.db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] For port c5340867-8049-4944-ba5a-00cc30abae71, host dv-cinder-795785-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c5340867-8049-4944-ba5a-00cc30abae71,segment=NetworkSegment(766515cf-36bf-4f83-984c-9ee7b06cd659),segment_id=766515cf-36bf-4f83-984c-9ee7b06cd659)] {{(pid=98500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:23:13.210753 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron_lib.callbacks.manager [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:13.214331 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:13.276750 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Routers {'6d8689ab-d43f-4c10-b898-ac307fff5690'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:13.277388 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:22:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['6d8689ab-d43f-4c10-b898-ac307fff5690'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:13.332826 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37a945-94c0-4514-8d95-beb9b6fa41f9 None None] Pushing event updated for resources: {'Port': ['ID=c5340867-8049-4944-ba5a-00cc30abae71,revision_number=4']} {{(pid=98500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:13.382201 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG oslo_concurrency.lockutils [None req-dd37a945-94c0-4514-8d95-beb9b6fa41f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:13.441978 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] Set router 6d8689ab-d43f-4c10-b898-ac307fff5690 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:13.793246 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 4, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c5340867-8049-4944-ba5a-00cc30abae71', 'name': '', 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'mac_address': 'fa:16:3e:19:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:08Z', 'updated_at': '2021-06-10T15:23:13Z', 'revision_number': 4, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'subnets': [{'id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:13.796704 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86466b7-39f0-4805-af84-f3741b002000 None None] The sync data for ids ['6d8689ab-d43f-4c10-b898-ac307fff5690'] in dv-cinder-795785-1-iscsi is: [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 4, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'c5340867-8049-4944-ba5a-00cc30abae71', 'name': '', 'network_id': 'dae329e1-e4bf-4557-8245-6bb9ca058422', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'mac_address': 'fa:16:3e:19:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:08Z', 'updated_at': '2021-06-10T15:23:13Z', 'revision_number': 4, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'subnets': [{'id': 'b953f7a3-31b4-48ae-ab78-f36829a1e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:23:14.325953 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device e58dca5b-7d81-46ab-a360-4e9660832bb4 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:14.383002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port e58dca5b-7d81-46ab-a360-4e9660832bb4 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:14.383395 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:14.476902 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c5340867-8049-4944-ba5a-00cc30abae71 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:14.529716 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning for port c5340867-8049-4944-ba5a-00cc30abae71 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:14.533365 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port c5340867-8049-4944-ba5a-00cc30abae71 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:14.533749 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:14.627790 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:14.663100 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] For port c5340867-8049-4944-ba5a-00cc30abae71, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c5340867-8049-4944-ba5a-00cc30abae71,segment=NetworkSegment(766515cf-36bf-4f83-984c-9ee7b06cd659),segment_id=766515cf-36bf-4f83-984c-9ee7b06cd659)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:14.668315 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:14.670197 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-3f02b41d-8e5b-41d3-9c9d-a0d38d00b670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:14.723097 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Pushing event updated for resources: {'Port': ['ID=c5340867-8049-4944-ba5a-00cc30abae71,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:14.731591 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:15.325988 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:23:16.298867 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c5340867-8049-4944-ba5a-00cc30abae71 up at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:16.358918 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Provisioning complete for port c5340867-8049-4944-ba5a-00cc30abae71 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:16.359313 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:26.608159 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-df1fd65e-a05c-4793-a1ee-488ac70e6d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:27.576517 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:29.283076 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-36126cfc-888b-4dbc-bb03-113c21c98f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:29.284902 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:30.321242 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:30.365576 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-8e0df3b2-86bb-449e-b899-be25e2612139 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025216207&fields=id&tenant_id=1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 267 time: 0.0403092 Jun 10 15:23:30.499175 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-02068f36-c76c-4c37-9316-7fdb62529ead tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:30.505240 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-02068f36-c76c-4c37-9316-7fdb62529ead tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 812 time: 0.1278710 Jun 10 15:23:30.516801 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-64fc3f18-37e5-40c9-bc57-e05ee22fe34e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/quotas/1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 375 time: 0.0105224 Jun 10 15:23:30.593861 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-36b213ed-b183-43a1-82a0-65f12f388db2 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715528 Jun 10 15:23:30.714949 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-0aecf3bf-c335-41fd-ab1b-24d3f853d645 service neutron] 10.222.0.23 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101913 Jun 10 15:23:30.828201 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-47793e1e-ced1-4168-812a-c980aaace590 service neutron] 10.222.0.23 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074874 Jun 10 15:23:31.238384 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-c31c49a3-3471-46fd-8b58-2fd06bb237fd req-3f789a30-747a-4570-b381-180342db4415 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 210 time: 0.1305199 Jun 10 15:23:32.155046 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:32.373680 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-56f6fddb-8fcf-40ef-92c1-374a7875a884 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:32.375231 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-56f6fddb-8fcf-40ef-92c1-374a7875a884 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 812 time: 0.1403885 Jun 10 15:23:32.425295 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6df910c2-dcab-4499-a4e2-a644cf806050 req-ea0465ef-6241-4af7-b0fa-afd35f5086b7 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 210 time: 0.0489707 Jun 10 15:23:32.455644 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-609ec2e7-c891-4b29-9dc3-671393276470 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 380 time: 0.0691006 Jun 10 15:23:32.465685 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'port': {'device_id': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'admin_state_up': True, 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'security_groups': ['e1ff07b0-1510-45ea-82e0-4b6a86d9d505']}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:32.600384 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Made reservation on behalf of 1ca46b88d41c42489b738913eab84cf9 for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:23:32.603979 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:32.749785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Allocated IP 172.20.0.8 (e9a6f628-8b79-443a-9f0b-e012f4475496/6447dcc9-ec65-4bf5-8c9a-50a1c66018cc/1a3f3d2c-30d8-454a-9573-8cb98f8e71cc) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:32.922508 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:32.936425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Transition to ACTIVE for port object 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:32.972305 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:32.976244 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5784fc18-a4a5-4277-9790-1856362d23dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:33.028913 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Network e9a6f628-8b79-443a-9f0b-e012f4475496 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:33.035010 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:33.039384 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:33.045973 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:33.269096 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-cebb0da7-2e80-453e-bb73-f3617f1a64e6 None None] Provisioning for port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:33.273302 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-cebb0da7-2e80-453e-bb73-f3617f1a64e6 None None] Provisioning complete for port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:33.273690 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-cebb0da7-2e80-453e-bb73-f3617f1a64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:33.315189 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-cebb0da7-2e80-453e-bb73-f3617f1a64e6 None None] Port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:23:33.377920 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:33.404832 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:33.405425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:33.419945 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b6442887-cfa0-47bc-9b3c-455b08a292aa tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585500 Jun 10 15:23:33.480712 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Request body: {'port': {'device_id': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:33.582518 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:33.612085 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dfcd5-67f1-4eeb-a997-b045101039d9 req-bef7e6c6-6515-4ee4-b29a-dc08cda055d4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:33.613532 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f5dfcd5-67f1-4eeb-a997-b045101039d9 req-bef7e6c6-6515-4ee4-b29a-dc08cda055d4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 931 time: 0.0715125 Jun 10 15:23:33.659410 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f5dfcd5-67f1-4eeb-a997-b045101039d9 req-ef68c9bc-bbd4-403d-98a5-5f42f98c1987 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370560 Jun 10 15:23:33.887826 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:23:33.894986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:33.906493 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Transition to ACTIVE for port object 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:23:33.909500 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:33.911370 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:34.009879 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:34.014181 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:34.102734 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Attempting to bind port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:23:34.103118 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Attempting to bind port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:23:34.103455 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Attempting to bind port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:34.107694 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc on network e9a6f628-8b79-443a-9f0b-e012f4475496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:23:34.108019 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Attempting to bind port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:23:34.112794 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:23:34.113132 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Checking segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:23:34.113516 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Bound using segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:23:34.113947 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Bound port: 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:23:34.114293 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:34.188005 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] For port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:23:34.190980 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] For port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:23:34.195308 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:34.198771 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d2554423-f752-416f-9385-c5d6b27e563d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:34.237409 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:34.238024 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:34.239423 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a3f3d2c-30d8-454a-9573-8cb98f8e71cc HTTP/1.1" status: 200 len: 1093 time: 0.8100491 Jun 10 15:23:34.239939 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:23:34.242518 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaa64db-4860-4ed0-b668-1790476f68e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:23:34.273617 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:34.277375 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:34.311264 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40260d79-d21b-4365-b595-9501c7f7c53b x-openstack-request-id: req-40260d79-d21b-4365-b595-9501c7f7c53b {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:23:34.311599 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:23:34.311902 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40260d79-d21b-4365-b595-9501c7f7c53b {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:23:34.312345 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'status': 'completed', 'code': 200} Jun 10 15:23:34.341830 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-321d4dcf-11a9-41da-a0e9-73bac577cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:34.343396 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-321d4dcf-11a9-41da-a0e9-73bac577cb30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0649180 Jun 10 15:23:34.399409 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-b182274a-732a-4c8a-934a-476666f45baa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc HTTP/1.1" status: 200 len: 217 time: 0.0486987 Jun 10 15:23:34.461244 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-feb19417-ee2d-4a1a-ac04-53fb9e026097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:34.462726 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-feb19417-ee2d-4a1a-ac04-53fb9e026097 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0575716 Jun 10 15:23:34.524956 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-94a3ebb1-0929-40ef-8604-636247e44d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:34.526879 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-94a3ebb1-0929-40ef-8604-636247e44d83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575328 Jun 10 15:23:34.657573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-f1cd4ae0-3bf0-4e01-bd3c-faeea73fdc75 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244495 Jun 10 15:23:34.777065 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-283866e4-9b2b-4da3-98cf-9da050109c48 req-1fa7c14e-1d16-4427-a462-bfa673691eeb service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131661 Jun 10 15:23:34.840247 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad89391-10db-4ddd-8103-3385cb505dcd req-8803581c-cde3-4f29-8b53-56427f43b719 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:34.841708 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7ad89391-10db-4ddd-8103-3385cb505dcd req-8803581c-cde3-4f29-8b53-56427f43b719 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0691233 Jun 10 15:23:34.880965 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-15883945-d84f-4f5f-a43e-9defbc9a70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:34.882457 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-15883945-d84f-4f5f-a43e-9defbc9a70a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0606844 Jun 10 15:23:34.887108 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-7ad89391-10db-4ddd-8103-3385cb505dcd req-4d18fee4-b803-4826-af90-ed821bd07c70 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396581 Jun 10 15:23:35.008498 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-c631f653-aa8a-434f-9650-7b3522a9f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:35.009926 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-c631f653-aa8a-434f-9650-7b3522a9f7c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1185968 Jun 10 15:23:35.063806 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-31f8705c-dbe0-4f2c-98b7-b86b66d300ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc HTTP/1.1" status: 200 len: 217 time: 0.0462234 Jun 10 15:23:35.124791 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-cde41d56-f5d0-4f8e-8c40-44c7da880354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:35.126242 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-cde41d56-f5d0-4f8e-8c40-44c7da880354 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0555739 Jun 10 15:23:35.188627 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-3a3a8c32-496b-4b91-8758-144f6297f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:35.190059 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-3a3a8c32-496b-4b91-8758-144f6297f557 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564938 Jun 10 15:23:35.310643 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-568be1a6-43f1-4879-a0ed-73765e9566a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135433 Jun 10 15:23:35.425877 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beaa64db-4860-4ed0-b668-1790476f68e7 req-acd9fff1-7dfb-48b6-9893-cb81cdefa458 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085651 Jun 10 15:23:36.069987 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da54be2-da50-4843-97e2-40603fd44d35 req-69121afa-31d8-4175-96d8-24cafa950d63 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:36.071474 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4da54be2-da50-4843-97e2-40603fd44d35 req-69121afa-31d8-4175-96d8-24cafa950d63 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0694299 Jun 10 15:23:36.112996 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4da54be2-da50-4843-97e2-40603fd44d35 req-7d7f800e-6da3-4b81-9036-3049d10f08d5 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 Jun 10 15:23:37.288365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b15922-b604-42c0-bb1d-d42b29d9a787 req-9d8b8bd3-7381-4100-a7ae-9dfbded94c4a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:37.289835 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-33b15922-b604-42c0-bb1d-d42b29d9a787 req-9d8b8bd3-7381-4100-a7ae-9dfbded94c4a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0693803 Jun 10 15:23:37.334198 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-33b15922-b604-42c0-bb1d-d42b29d9a787 req-88e1859c-2717-44c5-b6c1-46ee08028f33 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380120 Jun 10 15:23:38.518382 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22aa3a3-2163-4efc-9100-61300ff8de9a req-12e5643e-db84-429d-a829-c8cc9777e96a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:38.519772 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a22aa3a3-2163-4efc-9100-61300ff8de9a req-12e5643e-db84-429d-a829-c8cc9777e96a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0737383 Jun 10 15:23:38.559895 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a22aa3a3-2163-4efc-9100-61300ff8de9a req-66160d70-c191-441e-945f-6845b6ccc181 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345771 Jun 10 15:23:39.737758 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f1a1-a14a-4934-b05a-2b994edcd4b4 req-4ae5508a-2599-4271-a474-69b366d5d4fc tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:39.739212 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a87f1a1-a14a-4934-b05a-2b994edcd4b4 req-4ae5508a-2599-4271-a474-69b366d5d4fc tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0681741 Jun 10 15:23:39.784319 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8a87f1a1-a14a-4934-b05a-2b994edcd4b4 req-d0b790dd-82c2-4a63-b4ae-3446f7fd06b8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 Jun 10 15:23:40.959327 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6face26d-3159-4892-9e82-2780056c6e26 req-a00f5ad7-095c-448e-94bb-16a875f85021 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:40.960792 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6face26d-3159-4892-9e82-2780056c6e26 req-a00f5ad7-095c-448e-94bb-16a875f85021 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0687158 Jun 10 15:23:41.006412 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6face26d-3159-4892-9e82-2780056c6e26 req-b06cc794-60f0-4a1f-82b6-533238505bfe tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Jun 10 15:23:42.184361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94778583-9bc6-4984-8387-f1b89d2fa701 req-78d8a754-5a26-4dd4-92ea-08b3a1e65fbb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:42.185812 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-94778583-9bc6-4984-8387-f1b89d2fa701 req-78d8a754-5a26-4dd4-92ea-08b3a1e65fbb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0688324 Jun 10 15:23:42.226934 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-94778583-9bc6-4984-8387-f1b89d2fa701 req-d06a1842-071e-4588-8aa4-b63263e56894 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355179 Jun 10 15:23:43.408343 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439948b7-f9a3-42c0-bc4c-718c62a822b3 req-8121570a-593a-4a9e-af3b-011d073aebed tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:43.409822 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-439948b7-f9a3-42c0-bc4c-718c62a822b3 req-8121570a-593a-4a9e-af3b-011d073aebed tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 943 time: 0.0734959 Jun 10 15:23:43.451923 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-439948b7-f9a3-42c0-bc4c-718c62a822b3 req-9d7761cc-1922-4e0c-9a0e-2d1ee9d350f6 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363908 Jun 10 15:23:43.720323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:23:43.835040 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:43.847649 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'port_id': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'mac_address': 'fa:16:3e:81:81:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:23:43.893551 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:43.908653 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:23:43.928667 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:43.932552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:43.934296 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9dc1a9bd-6bfe-48c2-bf0c-c1df71d8d2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:43.986760 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:43.990015 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:44.193022 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['1a3f3d2c-30d8-454a-9573-8cb98f8e71cc'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:23:44.631197 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47610207-dfec-40fe-9992-d164c8f3f0bd req-a7bd1860-4faf-4259-aed6-52e0ffe5db19 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:44.632638 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-47610207-dfec-40fe-9992-d164c8f3f0bd req-a7bd1860-4faf-4259-aed6-52e0ffe5db19 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 944 time: 0.0682454 Jun 10 15:23:44.678668 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-47610207-dfec-40fe-9992-d164c8f3f0bd req-fb78381a-66b4-47c3-aeeb-87a361adb1e8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Jun 10 15:23:45.726534 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:23:45.783511 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:23:45.787208 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:23:45.787594 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:45.860862 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b9087-51fd-4bf4-b964-45c724b4d7c9 req-f1a524be-39ff-433d-b51c-0e3eee64988a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:45.862387 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4c3b9087-51fd-4bf4-b964-45c724b4d7c9 req-f1a524be-39ff-433d-b51c-0e3eee64988a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 944 time: 0.0697145 Jun 10 15:23:45.875883 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:45.899991 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:23:45.902932 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abffbab-3c88-42d2-800a-3dbbb4eacf91" -d '{"events": [{"server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:23:45.907061 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4c3b9087-51fd-4bf4-b964-45c724b4d7c9 req-15a7c890-40e3-48de-89d7-01bc1212872c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385315 Jun 10 15:23:45.917946 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:23:45.923490 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:45.925760 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:45.988586 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:45.991965 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:45.999037 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb83411-280a-4198-b01c-16ef72e5dea4 x-openstack-request-id: req-bcb83411-280a-4198-b01c-16ef72e5dea4 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:23:45.999337 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "name": "network-vif-plugged", "status": "completed", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:23:45.999602 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcb83411-280a-4198-b01c-16ef72e5dea4 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:23:46.000001 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'code': 200} Jun 10 15:23:46.278594 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf47a84-a616-4939-b136-c01fd03f013a req-a13a8e69-ee64-4e95-84bd-32bc2eb8cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:46.280107 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-abf47a84-a616-4939-b136-c01fd03f013a req-a13a8e69-ee64-4e95-84bd-32bc2eb8cd85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0660231 Jun 10 15:23:46.318712 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-abf47a84-a616-4939-b136-c01fd03f013a req-1073c81c-23bf-4a6a-b014-3fc91c9992a8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Jun 10 15:23:47.097574 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dabf7-0907-431f-a3ba-d84147c730f2 req-d21829b0-a1a5-4a10-97fa-ed44d20f437b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:47.099099 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5f1dabf7-0907-431f-a3ba-d84147c730f2 req-d21829b0-a1a5-4a10-97fa-ed44d20f437b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 945 time: 0.0743818 Jun 10 15:23:47.144481 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-5f1dabf7-0907-431f-a3ba-d84147c730f2 req-d7f2c164-a701-426c-852f-cb6079a253fc tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390282 Jun 10 15:23:48.324578 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541d490-a337-4258-bec2-4c38b5ed0771 req-3e68ddf7-e8ae-48dd-a6b5-f9cfb6bb08a2 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:48.326026 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3541d490-a337-4258-bec2-4c38b5ed0771 req-3e68ddf7-e8ae-48dd-a6b5-f9cfb6bb08a2 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 945 time: 0.0695233 Jun 10 15:23:48.367221 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3541d490-a337-4258-bec2-4c38b5ed0771 req-ac73c8b7-99d2-49bd-9486-5f0a913e3f9b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356483 Jun 10 15:23:48.549051 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6e3c-751d-4710-9090-2840f0922351 req-6e1efeeb-de09-457e-9178-7587665f0721 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:48.550503 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a46a6e3c-751d-4710-9090-2840f0922351 req-6e1efeeb-de09-457e-9178-7587665f0721 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 945 time: 0.0720873 Jun 10 15:23:48.591711 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a46a6e3c-751d-4710-9090-2840f0922351 req-201e73bf-340c-4936-bf5d-d63bf0aec58a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356569 Jun 10 15:23:48.615314 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39692) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:48.714738 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10260d66-09be-4f01-bd69-03e7a50a6f1a tempest-TestVolumeBootPattern-94263104 tempest-TestVolumeBootPattern-94263104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:48.716242 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-10260d66-09be-4f01-bd69-03e7a50a6f1a tempest-TestVolumeBootPattern-94263104 tempest-TestVolumeBootPattern-94263104-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 1093 time: 0.0999463 Jun 10 15:23:48.719108 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39696) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:23:48.723362 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'port_id': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:23:48.745049 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:48.863777 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:48.990071 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Allocated IP 172.27.1.138 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/13d6316f-7ef5-46d4-995e-8be9903be4b2) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:23:49.120268 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:49.158800 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:49.161583 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-f4040ec7-4d43-406f-bbe1-378c51f51e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:49.205946 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:23:49.210341 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:23:49.215199 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:23:49.218238 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=13d6316f-7ef5-46d4-995e-8be9903be4b2,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:49.250206 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.250598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.251008 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.251386 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.251754 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.252122 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.252489 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.252857 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.253220 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.253581 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.253969 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.254327 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:23:49.263118 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:49.678178 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:49.767455 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:49.944914 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:49.949575 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:49.952413 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-b80d0260-79c2-42b6-82ff-29fd5001a920 tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:23:50.032640 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=13d6316f-7ef5-46d4-995e-8be9903be4b2,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:23:50.039656 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:23:50.050111 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:50.469569 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Floating IP c67b61f9-a0c6-4a16-81b9-3bf1b811a594 associated. External IP: 172.27.1.138, port: 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc. Jun 10 15:23:50.751477 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:23:50.896414 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:23:50.906500 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:23:50.912012 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:50.915557 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:50.916838 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:23:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:50.954628 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2345099 Jun 10 15:23:50.955422 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:23:50.957767 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31283cb-b67d-4ee9-85d6-04573307cd58" -d '{"events": [{"name": "network-changed", "server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:23:51.048300 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb074d5-4146-47a9-8f27-3cef4474d8ff x-openstack-request-id: req-0eb074d5-4146-47a9-8f27-3cef4474d8ff {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:23:51.048634 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:23:51.048928 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0eb074d5-4146-47a9-8f27-3cef4474d8ff {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:23:51.049405 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'status': 'completed', 'code': 200} Jun 10 15:23:51.133736 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-c51dd98e-e5d3-4d24-9799-82bf5f2b5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:51.135284 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-c51dd98e-e5d3-4d24-9799-82bf5f2b5049 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0613391 Jun 10 15:23:51.190788 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:51.251833 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-bbc33b50-0673-433e-8275-3857e3ca00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:51.253280 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-bbc33b50-0673-433e-8275-3857e3ca00be service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1117897 Jun 10 15:23:51.336753 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-86eba2a0-f508-4e83-933c-763a9bd83935 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc HTTP/1.1" status: 200 len: 999 time: 0.0772219 Jun 10 15:23:51.399220 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-2af6baaa-e61e-4129-8d90-e683a896c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:51.401271 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-2af6baaa-e61e-4129-8d90-e683a896c53c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0518506 Jun 10 15:23:51.465693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-7b8cd338-cd8d-4ba9-ba51-5c010913d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:23:51.467263 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-7b8cd338-cd8d-4ba9-ba51-5c010913d1f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596085 Jun 10 15:23:51.519964 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': 'c67b61f9-a0c6-4a16-81b9-3bf1b811a594', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:81:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:23:49Z', 'updated_at': '2021-06-10T15:23:49Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:51.523303 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:23:51.531956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:23:51.532569 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:23:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:51.586036 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-9b57ad12-53b0-499f-88b2-713e855d280e service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115949 Jun 10 15:23:51.675719 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:23:51.704347 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-d31283cb-b67d-4ee9-85d6-04573307cd58 req-8f29a4c5-e70f-42f6-9e6c-91d187831ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124446 Jun 10 15:23:51.961163 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': 'c67b61f9-a0c6-4a16-81b9-3bf1b811a594', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:81:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:23:49Z', 'updated_at': '2021-06-10T15:23:49Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:23:51.964691 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898a174-e9b6-448a-aa0b-556de745e9fd None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': 'c67b61f9-a0c6-4a16-81b9-3bf1b811a594', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:81:81:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:23:49Z', 'updated_at': '2021-06-10T15:23:49Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:23:52.141026 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431079c-8c54-4664-bd08-b6007ce59f14 None None] New status for floating IP c67b61f9-a0c6-4a16-81b9-3bf1b811a594: ACTIVE {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:23:52.344590 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:23:56.608388 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fc1d43f6-d46a-4c47-948e-6f58d059470a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:57.570020 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:59.283066 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fc81044e-5718-4ebb-a2d5-775ac49e7ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:59.284585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:00.321011 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:02.161644 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:26.609997 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-579fb29b-209b-457e-9f57-f142c0e1ebee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:27.596619 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:29.283555 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-df0ea139-f31d-4612-aaab-3ae46011c4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:29.286523 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:29.309573 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-1e820c90-ff02-49be-824c-d9b6276e574c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586526 Jun 10 15:24:29.344123 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:24:29.415205 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623311-c0f9-4565-b6a8-1df381e5832e req-270493cd-5a34-4e3b-8538-c0d4d3f11f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:29.416697 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-270493cd-5a34-4e3b-8538-c0d4d3f11f9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0613532 Jun 10 15:24:29.547460 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623311-c0f9-4565-b6a8-1df381e5832e req-10393cad-dfe7-41f0-b05e-0b636f781815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:29.548810 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-10393cad-dfe7-41f0-b05e-0b636f781815 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1105657 Jun 10 15:24:29.634505 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-7dce1691-f084-4cfc-9453-b85d2056da72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc HTTP/1.1" status: 200 len: 1001 time: 0.0779068 Jun 10 15:24:29.691584 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623311-c0f9-4565-b6a8-1df381e5832e req-836c720b-e576-4dad-b41f-218a14af96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:29.693001 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-836c720b-e576-4dad-b41f-218a14af96b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0511763 Jun 10 15:24:29.764568 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623311-c0f9-4565-b6a8-1df381e5832e req-91eb4a57-142a-46f0-809c-3ec2ec60160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:29.766115 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-91eb4a57-142a-46f0-809c-3ec2ec60160e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661106 Jun 10 15:24:29.882674 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-d0251e92-abd9-4674-8462-1c86b3ab4478 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076958 Jun 10 15:24:29.992256 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-54623311-c0f9-4565-b6a8-1df381e5832e req-1c136a37-e072-4556-964e-c359753c27cc service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028097 Jun 10 15:24:30.323483 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:32.160741 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:56.610731 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c10ce46f-0eae-4e86-b952-bf2444cfb5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:57.597254 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:59.282839 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fcba440c-36cf-45dc-8294-0aa38bd73746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:59.284637 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:00.327585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:02.167775 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:06.342655 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:25:26.615149 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-51933727-6cbc-4012-9307-ae3cc9333f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.608992 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:29.281017 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-5a670d1b-bf58-44f9-ab0a-69970cf9e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:29.282728 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.300780 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-4bb77930-d825-4602-9859-246ddf458b34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631847 Jun 10 15:25:30.333229 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.400693 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-dca79801-6cdb-4dbf-978a-28db223c60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:30.402143 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-dca79801-6cdb-4dbf-978a-28db223c60cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0582602 Jun 10 15:25:30.530992 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-44642be3-5fae-4891-9c06-a8c39573fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:30.532433 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-44642be3-5fae-4891-9c06-a8c39573fbbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1107001 Jun 10 15:25:30.616864 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-f6c6d403-2852-4cdf-b9af-9a9d40c63d8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc HTTP/1.1" status: 200 len: 1001 time: 0.0764480 Jun 10 15:25:30.959251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-1131fa6f-0508-4f8a-bcab-8c3ecb229238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:30.960675 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-1131fa6f-0508-4f8a-bcab-8c3ecb229238 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.3378363 Jun 10 15:25:31.022621 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-f0f34bfe-99bb-41bd-8325-f01495ab5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:31.024089 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-f0f34bfe-99bb-41bd-8325-f01495ab5159 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568678 Jun 10 15:25:31.136852 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-8a281497-ffe6-4700-bcdb-9569ea7fa4c1 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059821 Jun 10 15:25:31.251930 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9792eb54-22b4-478b-b322-831c4cc167a1 req-7e223f65-e918-4c17-9ca6-20f517cf741c service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080885 Jun 10 15:25:32.166440 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.341941 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:25:45.673344 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54625f4-3530-4586-9ba8-12034a7e2e88 req-5deb8f70-5a90-4d18-80e4-1491673f8299 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:45.674885 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b54625f4-3530-4586-9ba8-12034a7e2e88 req-5deb8f70-5a90-4d18-80e4-1491673f8299 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 945 time: 0.0720520 Jun 10 15:25:45.718157 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b54625f4-3530-4586-9ba8-12034a7e2e88 req-c7d0c20c-3a88-4da6-9923-68d4ee63ea2c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376713 Jun 10 15:25:46.903812 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57757-bbeb-4748-9fa2-b05cb221d967 req-b6d103e3-66b0-49be-b5a8-c25ae081bbf7 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:46.905421 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8db57757-bbeb-4748-9fa2-b05cb221d967 req-b6d103e3-66b0-49be-b5a8-c25ae081bbf7 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 945 time: 0.0711560 Jun 10 15:25:46.949294 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8db57757-bbeb-4748-9fa2-b05cb221d967 req-1962721c-0aa8-46d9-8bbb-2c8ef39cbad9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 Jun 10 15:25:47.174176 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394789e0-9545-4173-8c58-f9a3b611771c req-0c5ce54e-4069-44cd-b5dd-54a244aad90b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:47.175972 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-394789e0-9545-4173-8c58-f9a3b611771c req-0c5ce54e-4069-44cd-b5dd-54a244aad90b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 945 time: 0.0727684 Jun 10 15:25:47.287927 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Deleting port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:25:47.288261 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.401626 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] For port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:47.401985 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.653191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.653535 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.653854 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.l3_db [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Floating IP c67b61f9-a0c6-4a16-81b9-3bf1b811a594 disassociated. External IP: 172.27.1.138, port: 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc. Jun 10 15:25:47.654268 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Calling delete_port for 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:25:47.805203 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.809670 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:47.841644 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event deleted for resources: {'Port': ['ID=1a3f3d2c-30d8-454a-9573-8cb98f8e71cc,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:47.850847 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.851253 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.851623 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.851990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.852350 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.852714 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.853072 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.853427 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.854381 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.854381 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.854573 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.854785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:47.860458 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:48.006400 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:25:48.130365 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-3b8c5bae-9286-4f80-97fc-b67c22842cad req-fb0b62d2-3db8-48aa-82f5-0695aea5356c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb46b6a4-fe79-4267-aa0a-b8396b346cd4 HTTP/1.1" status: 200 len: 210 time: 0.0373716 Jun 10 15:25:48.151613 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:25:48.161759 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:25:48.171968 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:25:48.172589 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:25:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:48.209669 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] No DVR routers for this DVR port 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:25:48.212300 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.214358 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-394789e0-9545-4173-8c58-f9a3b611771c req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "DELETE /v2.0/ports/1a3f3d2c-30d8-454a-9573-8cb98f8e71cc HTTP/1.1" status: 204 len: 173 time: 1.0329676 Jun 10 15:25:48.214974 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'name': 'network-vif-deleted', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:48.218238 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a4967-2bbb-4d61-9561-fc594d57ee4d" -d '{"events": [{"server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "name": "network-vif-deleted", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:48.329344 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:25:48.330077 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb82eb5-ede7-44ba-80d3-7f4d3cd416a5 x-openstack-request-id: req-bdb82eb5-ede7-44ba-80d3-7f4d3cd416a5 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:48.330599 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb46b6a4-fe79-4267-aa0a-b8396b346cd4", "name": "network-vif-deleted", "tag": "1a3f3d2c-30d8-454a-9573-8cb98f8e71cc", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:48.330776 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdb82eb5-ede7-44ba-80d3-7f4d3cd416a5 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:48.331324 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb46b6a4-fe79-4267-aa0a-b8396b346cd4', 'name': 'network-vif-deleted', 'tag': '1a3f3d2c-30d8-454a-9573-8cb98f8e71cc', 'status': 'completed', 'code': 200} Jun 10 15:25:48.725645 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:48.728855 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:25:48.737400 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:25:48.737995 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:25:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:48.882168 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:25:49.143224 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:49.146515 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dde66-86a5-4e5d-90ab-f7499d4d2ba3 None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:25:49.361576 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c264431-943b-41ec-8fe9-cbf1387bdba7 None None] New status for floating IP c67b61f9-a0c6-4a16-81b9-3bf1b811a594: DOWN {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:25:49.380386 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-bb1d2faa-2798-426d-987b-0050a74cf160 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025216207&fields=id&tenant_id=1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 267 time: 0.0387919 Jun 10 15:25:49.522611 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-7e8d430d-cffb-417b-a7f3-31d9da7b66ce tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:49.524102 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-7e8d430d-cffb-417b-a7f3-31d9da7b66ce tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 812 time: 0.1373556 Jun 10 15:25:49.543966 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-7df1f73b-d48b-4ec8-8cc5-6bf40c21e566 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/quotas/1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Jun 10 15:25:49.619575 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-daded0a1-1999-4019-8137-0efade91df21 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736458 Jun 10 15:25:49.784858 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-91b19e1d-6a69-4962-b172-0aadf2b110c5 service neutron] 10.222.0.23 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543052 Jun 10 15:25:49.898736 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-5ceee6a8-7a7c-48a3-8ba0-9af19776a0e7 service neutron] 10.222.0.23 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082716 Jun 10 15:25:50.202058 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e176b6db-79ff-4b86-b3fd-0ed1bf8fbdc0 req-28c46ba7-a0ed-47a9-9566-5adb158c2d8c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 210 time: 0.0332835 Jun 10 15:25:50.260042 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:25:50.285893 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:25:50.286243 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 1a3f3d2c-30d8-454a-9573-8cb98f8e71cc not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:25:51.289081 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0ece5bd8-d9eb-48ee-8139-adb2bcf9ac7e req-bedff1ec-5ea8-4f7d-b9a7-79f79830fe56 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 210 time: 0.0331814 Jun 10 15:25:52.375121 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-cf15ca5d-fc88-4e1b-8711-6c6791007d73 req-7b6fcc24-b77b-48f7-b43e-3158b35165c7 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 210 time: 0.0347311 Jun 10 15:25:53.462215 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-46b52e8e-82d7-4654-8ad4-34186b5c2c9f req-f24a8876-0729-48d2-84d4-2bed8fc5d7a5 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 210 time: 0.0325797 Jun 10 15:25:54.608017 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-36dff3fe-9a26-4849-816b-ac47ef5c9a7c req-978e506b-d22b-400d-b9fa-4d4ff01c22e6 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 210 time: 0.0350525 Jun 10 15:25:55.316668 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-063a4c09-2571-4293-9fda-1d529a27cc8e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:55.318089 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-063a4c09-2571-4293-9fda-1d529a27cc8e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 812 time: 0.1318846 Jun 10 15:25:55.362719 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-053b55e2-5379-498c-b7ba-9a5227efd7cb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 380 time: 0.0368745 Jun 10 15:25:55.375373 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'port': {'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'admin_state_up': True, 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'security_groups': ['e1ff07b0-1510-45ea-82e0-4b6a86d9d505']}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:55.508422 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Made reservation on behalf of 1ca46b88d41c42489b738913eab84cf9 for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:25:55.512609 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:55.659984 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Allocated IP 172.20.0.10 (e9a6f628-8b79-443a-9f0b-e012f4475496/6447dcc9-ec65-4bf5-8c9a-50a1c66018cc/9476b7ef-63ec-42fc-acb3-9da933260e56) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:25:55.825725 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-73f4260b-7afb-477b-8de5-f9945cabcead req-6614aa32-df48-4d7f-9d0d-39caf2e7ba4e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 210 time: 0.0893910 Jun 10 15:25:55.874182 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:55.887714 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Transition to ACTIVE for port object 9476b7ef-63ec-42fc-acb3-9da933260e56 will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:25:55.921989 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:55.925977 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:55.979377 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Network e9a6f628-8b79-443a-9f0b-e012f4475496 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:25:55.983062 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:25:55.987332 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:25:56.022771 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=9476b7ef-63ec-42fc-acb3-9da933260e56,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:56.027287 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:56.052897 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:56.053501 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.069490 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a0b7f7c9-ce61-4954-98d4-9ed35131faae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6978526 Jun 10 15:25:56.081877 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Request body: {'port': {'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:56.173294 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.206251 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-369f0603-e622-4bc5-bca1-01a972924fb6 None None] Provisioning for port 9476b7ef-63ec-42fc-acb3-9da933260e56 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:56.210180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-369f0603-e622-4bc5-bca1-01a972924fb6 None None] Provisioning complete for port 9476b7ef-63ec-42fc-acb3-9da933260e56 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:56.210707 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-369f0603-e622-4bc5-bca1-01a972924fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.256004 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-369f0603-e622-4bc5-bca1-01a972924fb6 None None] Port 9476b7ef-63ec-42fc-acb3-9da933260e56 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:25:56.505087 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9476b7ef-63ec-42fc-acb3-9da933260e56 {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:25:56.512517 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.523993 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Transition to ACTIVE for port object 9476b7ef-63ec-42fc-acb3-9da933260e56 will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:25:56.528662 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.530666 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-4c6566a7-35ae-4144-9f3c-0eecee82063a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:56.617838 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-5040cbe6-57b4-4369-96bb-f93248a1f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.624629 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Pushing event updated for resources: {'Port': ['ID=9476b7ef-63ec-42fc-acb3-9da933260e56,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:56.629091 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:56.717779 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Attempting to bind port 9476b7ef-63ec-42fc-acb3-9da933260e56 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:25:56.718094 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Attempting to bind port 9476b7ef-63ec-42fc-acb3-9da933260e56 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:25:56.718425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Attempting to bind port 9476b7ef-63ec-42fc-acb3-9da933260e56 on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:25:56.722781 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Port 9476b7ef-63ec-42fc-acb3-9da933260e56 on network e9a6f628-8b79-443a-9f0b-e012f4475496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:25:56.723134 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Attempting to bind port 9476b7ef-63ec-42fc-acb3-9da933260e56 on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:25:56.727829 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:25:56.728171 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Checking segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:25:56.728556 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Bound using segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:25:56.728983 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Bound port: 9476b7ef-63ec-42fc-acb3-9da933260e56, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:25:56.729332 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.801986 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] For port 9476b7ef-63ec-42fc-acb3-9da933260e56, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:25:56.804883 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] For port 9476b7ef-63ec-42fc-acb3-9da933260e56, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9476b7ef-63ec-42fc-acb3-9da933260e56,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:25:56.808111 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.810263 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-93710e14-fd9a-43b1-b0fc-944834bf7ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:56.859928 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:56.860547 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.861933 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] 10.222.0.21 "PUT /v2.0/ports/9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 1094 time: 0.7848940 Jun 10 15:25:56.862530 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:56.864916 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2" -d '{"events": [{"name": "network-changed", "server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:56.890641 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Pushing event updated for resources: {'Port': ['ID=9476b7ef-63ec-42fc-acb3-9da933260e56,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:56.901533 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-56c90c43-8810-42ce-80db-e30138bd05fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:56.912238 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f7a61-0dda-4140-a7ee-fa254f57ee6c x-openstack-request-id: req-5c9f7a61-0dda-4140-a7ee-fa254f57ee6c {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:56.912626 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:56.912931 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c9f7a61-0dda-4140-a7ee-fa254f57ee6c {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:56.913374 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'status': 'completed', 'code': 200} Jun 10 15:25:56.981599 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-0b633abc-c944-4494-af1e-27d0127b2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:56.983311 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-0b633abc-c944-4494-af1e-27d0127b2c0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1097 time: 0.0649130 Jun 10 15:25:57.044446 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-8a271b5c-e854-4cf1-a2b5-bd71fb6f8916 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 217 time: 0.0513403 Jun 10 15:25:57.055019 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19d34-162e-431b-b1ac-ba3f79e0e4c9 req-4cb60b69-9c33-4bb9-83ea-19cb9923994e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.056467 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-57d19d34-162e-431b-b1ac-ba3f79e0e4c9 req-4cb60b69-9c33-4bb9-83ea-19cb9923994e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.0818479 Jun 10 15:25:57.101691 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-57d19d34-162e-431b-b1ac-ba3f79e0e4c9 req-f531936d-7c86-46ef-aa32-12cba7e1fefc tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394349 Jun 10 15:25:57.107448 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-2d56aaa7-ee95-4e94-ac63-114fe3a372cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.108891 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-2d56aaa7-ee95-4e94-ac63-114fe3a372cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0584574 Jun 10 15:25:57.172973 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-9021682d-6b2d-4410-9ccc-db753287155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.174331 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-9021682d-6b2d-4410-9ccc-db753287155f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587263 Jun 10 15:25:57.288317 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-a4331599-42db-446b-9547-4aa7992c6f24 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066084 Jun 10 15:25:57.617919 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:57.691442 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-0cfa2ee1-1467-4d60-876e-5999c7144ef3 req-5ecc0e80-1576-4cd2-bd5d-5761fd012333 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966644 Jun 10 15:25:57.794770 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-3e445f42-b8bd-421b-80d9-20f3ab9e2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.796267 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-3e445f42-b8bd-421b-80d9-20f3ab9e2dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1097 time: 0.0580928 Jun 10 15:25:57.913032 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-f30bb1be-a07c-4c9a-acfa-c5c2781561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.914409 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-f30bb1be-a07c-4c9a-acfa-c5c2781561d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1108460 Jun 10 15:25:57.967605 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-ae95cf8b-c20a-42aa-9674-77a8f2c20970 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 217 time: 0.0465422 Jun 10 15:25:58.027987 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-9c9859a1-da21-4ad9-b2c9-b7369fb174ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:58.029364 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-9c9859a1-da21-4ad9-b2c9-b7369fb174ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0554338 Jun 10 15:25:58.090163 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-f4772675-d314-475c-8bc3-52820d507bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:58.091643 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-f4772675-d314-475c-8bc3-52820d507bff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563550 Jun 10 15:25:58.211417 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-4aa93e68-f3a3-4940-8d90-79b4e051ced0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124427 Jun 10 15:25:58.378223 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4fa4fcc7-63f5-4ba1-8096-941ebb9a98a2 req-5c20a93a-2592-4867-8525-5f0bafdd5580 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604021 Jun 10 15:25:58.389856 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b00d24-7af3-4c4f-8519-99aee9aa4400 req-06e7f86c-3ab0-4133-8117-6dfec02c9695 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:58.391308 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a1b00d24-7af3-4c4f-8519-99aee9aa4400 req-06e7f86c-3ab0-4133-8117-6dfec02c9695 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.1515939 Jun 10 15:25:58.433240 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a1b00d24-7af3-4c4f-8519-99aee9aa4400 req-76097ee4-2d35-4b33-85f2-f84e0935da39 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361991 Jun 10 15:25:59.281252 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-02f60c8b-1fde-4934-ace3-2286595b07e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.283839 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.622377 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b38c7-9b26-4a7f-94f6-976e313962f0 req-4083eed7-dc09-48f6-914e-4e45af6fe593 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:59.623795 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-df7b38c7-9b26-4a7f-94f6-976e313962f0 req-4083eed7-dc09-48f6-914e-4e45af6fe593 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.0768979 Jun 10 15:25:59.665393 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-df7b38c7-9b26-4a7f-94f6-976e313962f0 req-0a76bdf9-aaf3-4c41-ab4f-f13ec9da625b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359852 Jun 10 15:26:00.332579 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:00.845965 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc965c99-0ee1-4755-9415-6182b6505281 req-b36b1e0e-b426-4d41-a836-146ea4c6e6eb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:00.847436 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dc965c99-0ee1-4755-9415-6182b6505281 req-b36b1e0e-b426-4d41-a836-146ea4c6e6eb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.0732100 Jun 10 15:26:00.896948 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-dc965c99-0ee1-4755-9415-6182b6505281 req-6c654a41-4d88-42b6-897b-55ba4cf0fa43 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Jun 10 15:26:02.078662 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d1c5-0a4d-4014-bc9b-5832fcde46f4 req-b68c69f7-9655-4b01-b199-b89fbf1263a1 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:02.080138 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e654d1c5-0a4d-4014-bc9b-5832fcde46f4 req-b68c69f7-9655-4b01-b199-b89fbf1263a1 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.0733171 Jun 10 15:26:02.123097 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-e654d1c5-0a4d-4014-bc9b-5832fcde46f4 req-59665420-4d09-4e01-9279-06434a975fcb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372071 Jun 10 15:26:02.172407 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.299225 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f464b-02b9-4be2-a6b1-f03e7dea8b32 req-a45b921b-343d-47a7-b719-441f3e800896 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:03.300678 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ad8f464b-02b9-4be2-a6b1-f03e7dea8b32 req-a45b921b-343d-47a7-b719-441f3e800896 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.0700035 Jun 10 15:26:03.341490 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ad8f464b-02b9-4be2-a6b1-f03e7dea8b32 req-b1d10889-1701-44ea-86c7-5c48b0cf132f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352292 Jun 10 15:26:04.518698 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ced886-e1d7-4d43-bb2e-a40ba47f87d5 req-6009ec71-56a9-49d4-86ab-bd6862718ad5 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:04.520202 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f2ced886-e1d7-4d43-bb2e-a40ba47f87d5 req-6009ec71-56a9-49d4-86ab-bd6862718ad5 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.0698757 Jun 10 15:26:04.563351 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-f2ced886-e1d7-4d43-bb2e-a40ba47f87d5 req-a6e70bda-0b14-4be6-a349-d1ce07c7deeb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375109 Jun 10 15:26:05.745167 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84bf4-26e1-4660-8fe3-6836e59c3016 req-e2bd7a5e-9d74-48cc-8c36-81f8303f671f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:05.747489 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c2a84bf4-26e1-4660-8fe3-6836e59c3016 req-e2bd7a5e-9d74-48cc-8c36-81f8303f671f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 944 time: 0.0735033 Jun 10 15:26:05.788160 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-c2a84bf4-26e1-4660-8fe3-6836e59c3016 req-8445b314-2183-41bf-8e9e-03316bacb7e0 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348511 Jun 10 15:26:06.341745 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 9476b7ef-63ec-42fc-acb3-9da933260e56 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:26:06.458957 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 9476b7ef-63ec-42fc-acb3-9da933260e56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9476b7ef-63ec-42fc-acb3-9da933260e56,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:06.471585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:26:06.518032 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.534730 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9476b7ef-63ec-42fc-acb3-9da933260e56 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:26:06.555868 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 9476b7ef-63ec-42fc-acb3-9da933260e56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9476b7ef-63ec-42fc-acb3-9da933260e56,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:06.559751 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.562480 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:06.614174 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=9476b7ef-63ec-42fc-acb3-9da933260e56,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:06.621012 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.621448 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.621792 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.622129 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.622460 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.622792 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.623147 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.623471 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.623796 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.624118 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.624670 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.625060 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:06.628935 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:06.803509 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['9476b7ef-63ec-42fc-acb3-9da933260e56'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:26:06.972207 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790b1e-e849-40dc-9b2f-f336ee076247 req-a3b3508a-58a4-4fe5-a29b-ca963962b863 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:06.973680 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a5790b1e-e849-40dc-9b2f-f336ee076247 req-a3b3508a-58a4-4fe5-a29b-ca963962b863 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 945 time: 0.0746045 Jun 10 15:26:07.016791 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a5790b1e-e849-40dc-9b2f-f336ee076247 req-a634e7ee-e5cd-4a4a-ac65-6e4a56894f03 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375123 Jun 10 15:26:08.201030 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae812-8e5f-44cb-b5c4-07b13e1d77c0 req-9ae51349-fd09-40c1-854f-003d98d4d98d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:08.203172 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9e5ae812-8e5f-44cb-b5c4-07b13e1d77c0 req-9ae51349-fd09-40c1-854f-003d98d4d98d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 945 time: 0.0743220 Jun 10 15:26:08.246107 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9e5ae812-8e5f-44cb-b5c4-07b13e1d77c0 req-5edeb701-151a-43b5-9a9b-e10e66a4b62e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371544 Jun 10 15:26:08.350121 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 9476b7ef-63ec-42fc-acb3-9da933260e56 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:08.406872 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 9476b7ef-63ec-42fc-acb3-9da933260e56 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:08.410696 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 9476b7ef-63ec-42fc-acb3-9da933260e56 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:08.411123 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:08.500337 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:08.524246 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:08.526493 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f541d95a-c996-4b36-9648-6ee3df519c7b" -d '{"events": [{"server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "name": "network-vif-plugged", "status": "completed", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:08.540147 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 9476b7ef-63ec-42fc-acb3-9da933260e56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9476b7ef-63ec-42fc-acb3-9da933260e56,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:08.544568 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:08.546478 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-62f857f8-15cb-438b-9594-0241b1cfa3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:08.576800 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1027f642-d456-459a-a995-1cb1be90f1cf x-openstack-request-id: req-1027f642-d456-459a-a995-1cb1be90f1cf {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:08.577076 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "name": "network-vif-plugged", "status": "completed", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:08.577349 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1027f642-d456-459a-a995-1cb1be90f1cf {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:08.577784 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'code': 200} Jun 10 15:26:08.608448 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=9476b7ef-63ec-42fc-acb3-9da933260e56,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:08.611297 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:08.842199 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ed7da-fbfb-4b45-b128-4e6cfb65a094 req-ee97f701-94cc-4b14-9b15-b982449ba8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:08.843590 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-da5ed7da-fbfb-4b45-b128-4e6cfb65a094 req-ee97f701-94cc-4b14-9b15-b982449ba8e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0615308 Jun 10 15:26:08.881184 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-da5ed7da-fbfb-4b45-b128-4e6cfb65a094 req-19fc79f0-2fe6-4b37-b60b-75d277a752ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Jun 10 15:26:09.431722 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89ce6-2b34-4eb3-8397-390be713019d req-fe3e25b6-7d8f-4793-8518-4838fd1a45f6 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:09.433211 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beb89ce6-2b34-4eb3-8397-390be713019d req-fe3e25b6-7d8f-4793-8518-4838fd1a45f6 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 946 time: 0.0692856 Jun 10 15:26:09.475018 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-beb89ce6-2b34-4eb3-8397-390be713019d req-aca49df4-1061-460e-af34-db0334915b6d tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358210 Jun 10 15:26:10.657452 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265dea8-925b-4408-889a-367756699349 req-9a6060ce-b5d4-40dc-9fd9-998f9718ab5b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:10.658827 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4265dea8-925b-4408-889a-367756699349 req-9a6060ce-b5d4-40dc-9fd9-998f9718ab5b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 946 time: 0.0701873 Jun 10 15:26:10.700796 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4265dea8-925b-4408-889a-367756699349 req-2ec8b2f9-a469-410a-899c-d401ed62e552 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363293 Jun 10 15:26:10.879543 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa18d3-213a-4596-856f-3b579c7f54bc req-f56a5190-7537-4b64-9e3f-bf65648c0c9a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:10.881007 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-75fa18d3-213a-4596-856f-3b579c7f54bc req-f56a5190-7537-4b64-9e3f-bf65648c0c9a tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 946 time: 0.0721750 Jun 10 15:26:10.922393 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-75fa18d3-213a-4596-856f-3b579c7f54bc req-ccb39cb4-8523-49e8-80f7-9cbd7c579ca7 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Jun 10 15:26:10.945771 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39834) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:11.002848 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8bb901-0112-475c-86a6-ebc2ef9c7606 tempest-TestVolumeBootPattern-94263104 tempest-TestVolumeBootPattern-94263104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:11.004353 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-2a8bb901-0112-475c-86a6-ebc2ef9c7606 tempest-TestVolumeBootPattern-94263104 tempest-TestVolumeBootPattern-94263104-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1094 time: 0.0576222 Jun 10 15:26:11.007077 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 39836) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:11.012042 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:11.033389 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:11.153949 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:11.273280 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Allocated IP 172.27.1.90 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/1dc45d65-ad12-4caf-9c43-625901962c8e) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:11.398648 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:11.436721 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:11.439472 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f84136b2-7a2d-4473-9cb4-1268fe3bfe87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:11.486010 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:11.488775 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:11.492600 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:11.525922 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=1dc45d65-ad12-4caf-9c43-625901962c8e,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:11.533852 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:11.963559 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.053270 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.232556 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.237424 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.240897 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-2c67a169-a0b5-4f1a-8263-181b810d084a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:12.326084 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=1dc45d65-ad12-4caf-9c43-625901962c8e,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:12.329840 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:12.336335 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.470832 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.db.l3_db [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Floating IP 3f09a440-cf3d-4992-ac83-860fdafd5eb6 associated. External IP: 172.27.1.90, port: 9476b7ef-63ec-42fc-acb3-9da933260e56. Jun 10 15:26:12.753268 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:26:12.896560 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:26:12.907088 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:26:12.913294 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.918970 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:12.919709 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:25:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:12.956276 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-119e0e7b-6438-479b-b62f-8a76cf04deba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9481626 Jun 10 15:26:12.956947 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:12.959265 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c6d632-108b-4b81-8963-3ed397395dff" -d '{"events": [{"name": "network-changed", "server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:12.995160 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433bcc6d-741d-4eba-8df0-e63832525a9a x-openstack-request-id: req-433bcc6d-741d-4eba-8df0-e63832525a9a {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:12.995871 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:12.995871 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-433bcc6d-741d-4eba-8df0-e63832525a9a {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:12.996334 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'status': 'completed', 'code': 200} Jun 10 15:26:13.066110 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:13.086486 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6d632-108b-4b81-8963-3ed397395dff req-555f5c6e-91f1-48e8-a840-644b578290d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:13.088021 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4c6d632-108b-4b81-8963-3ed397395dff req-555f5c6e-91f1-48e8-a840-644b578290d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0625749 Jun 10 15:26:13.205417 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6d632-108b-4b81-8963-3ed397395dff req-f9592cd3-7e34-48ae-ada2-76249def8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:13.206998 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4c6d632-108b-4b81-8963-3ed397395dff req-f9592cd3-7e34-48ae-ada2-76249def8fb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1121352 Jun 10 15:26:13.292364 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4c6d632-108b-4b81-8963-3ed397395dff req-a2009c0f-92c4-4a9f-9ae1-8b5413d338ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 999 time: 0.0783348 Jun 10 15:26:13.349772 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6d632-108b-4b81-8963-3ed397395dff req-a15d1a66-52da-47a5-8ba6-affd4929ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:13.351276 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4c6d632-108b-4b81-8963-3ed397395dff req-a15d1a66-52da-47a5-8ba6-affd4929ab1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0515089 Jun 10 15:26:13.418796 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6d632-108b-4b81-8963-3ed397395dff req-efe29229-be9d-4de0-bba3-d4a00458fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:13.420631 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4c6d632-108b-4b81-8963-3ed397395dff req-efe29229-be9d-4de0-bba3-d4a00458fc75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628850 Jun 10 15:26:13.503581 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:11Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:13.506781 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:26:13.514966 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:13.515576 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:25:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:13.673456 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:13.841199 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4c6d632-108b-4b81-8963-3ed397395dff req-522007db-7fb3-43cc-87a2-718b80aa23cb service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128561 Jun 10 15:26:13.955252 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-a4c6d632-108b-4b81-8963-3ed397395dff req-b32f61f0-6e68-4085-a963-b44d354ef844 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078689 Jun 10 15:26:13.975784 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:11Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:13.979616 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2824e3-da35-46a6-8e0a-491da7b5a40b None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:11Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:26:14.153861 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec46b6-014e-4f11-a3f5-56c0897e04ea None None] New status for floating IP 3f09a440-cf3d-4992-ac83-860fdafd5eb6: ACTIVE {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:26:20.341294 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:26:26.620027 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0d46ee03-a660-4387-a760-59c2a3cb3e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.613945 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:29.280449 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a382c7fb-70f0-4074-bf75-b81d85b200d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:29.282302 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.295629 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-397f6476-dd80-4e82-808c-6b559530d56f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613270 Jun 10 15:26:30.336271 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.397407 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-dce2fe95-7f98-46ca-9c29-0141fbf4c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:30.398854 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-dce2fe95-7f98-46ca-9c29-0141fbf4c509 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0577605 Jun 10 15:26:30.529135 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-802347b3-fefc-4a6b-988d-a0d19675334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:30.530592 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-802347b3-fefc-4a6b-988d-a0d19675334c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1097400 Jun 10 15:26:30.618938 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-7cb52c8b-761f-42ab-a089-5cd2eadaf393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 1001 time: 0.0807626 Jun 10 15:26:30.679743 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-a423197c-13fa-4502-8b46-d60e08a7dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:30.681201 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-a423197c-13fa-4502-8b46-d60e08a7dd55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0539596 Jun 10 15:26:30.744096 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-bf0a2a66-a13d-463b-b486-c87d485d56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:30.745595 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-bf0a2a66-a13d-463b-b486-c87d485d56eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573957 Jun 10 15:26:30.864863 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-c0dd54e1-3bb7-4cad-979a-11d62ff2015e service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094582 Jun 10 15:26:30.981596 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9b32e6db-d326-4f96-9f84-ec6233f141a7 req-7a51e1b8-76a9-4682-b93e-a082257eef4e service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091490 Jun 10 15:26:32.171291 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:56.621479 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-271a7ae8-4525-413f-93aa-43c940b23c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:57.339836 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:26:57.623187 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:59.279620 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d0b4-bfcc-4ed5-893b-17518b498a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:59.281404 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:00.338340 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:02.174759 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:26.622513 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-c8450f7e-13e9-4c8c-86b6-267d5cafe986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:27.623270 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:29.284802 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:29.286330 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0df8b45a-6bff-4d59-8aa9-f6f6d39e6f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:30.306061 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-441b0d56-2880-4a5c-aa40-82dc2b38ac37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573397 Jun 10 15:27:30.346483 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:30.415865 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-b399df67-0ed5-417c-b24d-fdd7d055b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:30.417331 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-b399df67-0ed5-417c-b24d-fdd7d055b19d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0642340 Jun 10 15:27:30.547370 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-58bbb3f7-e513-4ec2-80a3-8a93250b794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:30.548806 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-58bbb3f7-e513-4ec2-80a3-8a93250b794f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1098597 Jun 10 15:27:30.643287 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-7ffd7259-0826-4c34-8e87-1276ff956106 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 1001 time: 0.0870302 Jun 10 15:27:30.706277 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-1cdc727f-d8eb-4dc9-9735-e9ad73656a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:30.708552 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-1cdc727f-d8eb-4dc9-9735-e9ad73656a48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0567708 Jun 10 15:27:30.775539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-7d57c38e-1432-4bc2-9a8b-c0747b3779b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:30.777642 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-7d57c38e-1432-4bc2-9a8b-c0747b3779b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624690 Jun 10 15:27:30.892437 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-3fe8d986-4c04-49cd-b5c3-e5604339f66c service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076159 Jun 10 15:27:31.004244 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8e0011f2-f249-436e-8b25-3261eec6e2d7 req-3bc34b17-90e0-49b9-85f6-8415d1e90e7c service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046524 Jun 10 15:27:32.177385 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:34.337727 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:27:48.445140 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-8d1ca62f-0809-4c32-95bc-b4b68fb56df4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025216207&fields=id&tenant_id=1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 267 time: 0.0417821 Jun 10 15:27:48.570790 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-e910f98e-a861-4b07-91b9-1f902a76a534 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:48.572257 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-e910f98e-a861-4b07-91b9-1f902a76a534 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 812 time: 0.1207485 Jun 10 15:27:48.586292 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-e05bdac7-d6aa-4924-96d0-a4761194ae0b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/quotas/1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 375 time: 0.0085812 Jun 10 15:27:48.665946 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-1226ab48-00a3-45d1-a882-f83f71c05478 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0747144 Jun 10 15:27:48.787896 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-634066c6-0142-4a27-b9e1-c064caccb1d8 service neutron] 10.222.0.23 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102011 Jun 10 15:27:48.901009 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-e3242f64-ef97-4690-ac34-53e8159213e0 service neutron] 10.222.0.23 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073482 Jun 10 15:27:49.204293 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-8cdc56e0-b948-43f7-bb71-be42b8e3e82f req-8324736d-3170-4bb4-91b5-1bde35992224 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 210 time: 0.0404930 Jun 10 15:27:50.242534 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-c9a7d268-8558-4ef3-91be-f40568bac3e4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:50.244293 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-c9a7d268-8558-4ef3-91be-f40568bac3e4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 812 time: 0.1350634 Jun 10 15:27:50.303438 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-a112f077-76b4-4cfa-ba13-ae23c24c3c1e tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca46b88d41c42489b738913eab84cf9 HTTP/1.1" status: 200 len: 380 time: 0.0460758 Jun 10 15:27:50.313523 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'port': {'device_id': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'admin_state_up': True, 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'security_groups': ['e1ff07b0-1510-45ea-82e0-4b6a86d9d505']}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:27:50.380116 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-6dd91047-bef1-469b-81cf-458a7d933491 req-37419d98-c942-4db4-a826-c7d926dfdf66 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 210 time: 0.0389233 Jun 10 15:27:50.477135 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Made reservation on behalf of 1ca46b88d41c42489b738913eab84cf9 for: {'port': 1} {{(pid=98496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:27:50.480686 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:50.626788 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_common [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Allocated IP 172.20.0.13 (e9a6f628-8b79-443a-9f0b-e012f4475496/6447dcc9-ec65-4bf5-8c9a-50a1c66018cc/0568b919-cf95-4867-ac94-8a6557885c31) {{(pid=98496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:27:50.797261 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:50.809968 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Transition to ACTIVE for port object 0568b919-cf95-4867-ac94-8a6557885c31 will not be triggered until provisioned by entity DHCP. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:27:50.845791 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8886330'] for port, after_create {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:50.850944 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-b38ed46e-dfdf-406c-94bd-3be7f5d1ab57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:50.900831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Network e9a6f628-8b79-443a-9f0b-e012f4475496 is already hosted by enough agents. {{(pid=98496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:27:50.904088 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.base_scheduler [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Resources bound (agent type, host, resource id): {{(pid=98496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:27:50.908206 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Received port after_create {{(pid=98496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:27:50.941227 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=0568b919-cf95-4867-ac94-8a6557885c31,revision_number=1']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:50.952042 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.952416 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.952801 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.953168 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.953558 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.953954 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.954321 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.954681 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.955069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.955429 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.955785 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.956138 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:50.964716 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:50.982113 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:50.982736 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:50.997725 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-381a3bb2-fbe0-43a4-af56-5c4b1d5947f4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6887317 Jun 10 15:27:51.011405 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.v2.base [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Request body: {'port': {'device_id': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=98496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:27:51.101186 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.117307 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-46086bd1-130c-4ee2-bd37-9a4315b0d1c2 None None] Provisioning for port 0568b919-cf95-4867-ac94-8a6557885c31 completed by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:27:51.122124 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-46086bd1-130c-4ee2-bd37-9a4315b0d1c2 None None] Provisioning complete for port 0568b919-cf95-4867-ac94-8a6557885c31 triggered by entity DHCP. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:27:51.122506 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-46086bd1-130c-4ee2-bd37-9a4315b0d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.164645 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-46086bd1-130c-4ee2-bd37-9a4315b0d1c2 None None] Port 0568b919-cf95-4867-ac94-8a6557885c31 cannot update to ACTIVE because it is not bound. {{(pid=98499) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:27:51.405106 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0568b919-cf95-4867-ac94-8a6557885c31 {{(pid=98496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:27:51.413206 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.425601 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.provisioning_blocks [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Transition to ACTIVE for port object 0568b919-cf95-4867-ac94-8a6557885c31 will not be triggered until provisioned by entity L2. {{(pid=98496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:27:51.428936 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.430901 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-53a86e68-f2a7-4fd6-af07-aeee103ded67 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:51.525800 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Pushing event updated for resources: {'Port': ['ID=0568b919-cf95-4867-ac94-8a6557885c31,revision_number=2']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:51.535411 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:51.570302 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d52e-a303-4a72-bdb1-82ea7cfc48db req-eb9ba603-78c0-452b-bce8-bed22a156fc4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:51.571949 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4ec1d52e-a303-4a72-bdb1-82ea7cfc48db req-eb9ba603-78c0-452b-bce8-bed22a156fc4 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0776415 Jun 10 15:27:51.619434 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-4ec1d52e-a303-4a72-bdb1-82ea7cfc48db req-97a94aae-1644-4627-8318-1893b6a4cdaf tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405030 Jun 10 15:27:51.620886 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Attempting to bind port 0568b919-cf95-4867-ac94-8a6557885c31 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:27:51.621285 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Attempting to bind port 0568b919-cf95-4867-ac94-8a6557885c31 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:27:51.621711 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Attempting to bind port 0568b919-cf95-4867-ac94-8a6557885c31 on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:27:51.627346 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Port 0568b919-cf95-4867-ac94-8a6557885c31 on network e9a6f628-8b79-443a-9f0b-e012f4475496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:27:51.627818 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Attempting to bind port 0568b919-cf95-4867-ac94-8a6557885c31 on network e9a6f628-8b79-443a-9f0b-e012f4475496 {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:27:51.632716 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Checking agent: {'id': '1ea52109-7b8b-4977-b28e-23e751b3eec9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'started_at': datetime.datetime(2021, 6, 10, 14, 40, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:27:51.633058 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Checking segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:27:51.633446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Bound using segment: {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'} {{(pid=98496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:27:51.633882 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.managers [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Bound port: 0568b919-cf95-4867-ac94-8a6557885c31, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496'}}] {{(pid=98496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:27:51.634235 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.711251 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] For port 0568b919-cf95-4867-ac94-8a6557885c31, host hv-cinder-79578, cleared binding levels {{(pid=98496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:27:51.714471 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] For port 0568b919-cf95-4867-ac94-8a6557885c31, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0568b919-cf95-4867-ac94-8a6557885c31,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:27:51.719335 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8886312'] for port, after_update {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.722091 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-3ac1f058-937c-49f0-966b-0e0dddc36506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:51.762949 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:51.763568 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.765729 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] 10.222.0.21 "PUT /v2.0/ports/0568b919-cf95-4867-ac94-8a6557885c31 HTTP/1.1" status: 200 len: 1094 time: 0.7585878 Jun 10 15:27:51.766264 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:27:51.768633 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b00b37-e43d-46d4-8711-a8970bc68cab" -d '{"events": [{"name": "network-changed", "server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "tag": "0568b919-cf95-4867-ac94-8a6557885c31"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:27:51.791635 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Pushing event updated for resources: {'Port': ['ID=0568b919-cf95-4867-ac94-8a6557885c31,revision_number=3']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:51.794621 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:51.817845 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4080f5c5-00f6-4337-b2c0-5f6247fad2e6 x-openstack-request-id: req-4080f5c5-00f6-4337-b2c0-5f6247fad2e6 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:27:51.818179 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "tag": "0568b919-cf95-4867-ac94-8a6557885c31", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:27:51.818480 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4080f5c5-00f6-4337-b2c0-5f6247fad2e6 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:27:51.818949 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31', 'status': 'completed', 'code': 200} Jun 10 15:27:51.869809 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-50bcb9c4-4fd8-4953-a919-cb84a90e52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:51.871344 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-50bcb9c4-4fd8-4953-a919-cb84a90e52b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 1097 time: 0.0654335 Jun 10 15:27:51.933986 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-5c53b17b-c201-42a0-800e-f12ac4b57cec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0568b919-cf95-4867-ac94-8a6557885c31 HTTP/1.1" status: 200 len: 217 time: 0.0541587 Jun 10 15:27:51.989804 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-24c8748a-b67a-4588-b85b-f31f94c6de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:51.991214 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-24c8748a-b67a-4588-b85b-f31f94c6de3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0502691 Jun 10 15:27:52.052988 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-f73c4059-6063-43b9-a8f5-c6f3567b2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:52.054388 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-f73c4059-6063-43b9-a8f5-c6f3567b2472 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571108 Jun 10 15:27:52.170437 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-d2567840-a6a5-46c0-a3fe-9a2a04dcb366 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080711 Jun 10 15:27:52.291859 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-de58de7e-3b5f-44be-a8e2-9296efa4df5f req-810efae2-776e-4cab-9c42-4922f6d004db service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143737 Jun 10 15:27:52.397009 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-f2eaa998-227b-4720-a654-9a7728740947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:52.398494 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-f2eaa998-227b-4720-a654-9a7728740947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 1097 time: 0.0609987 Jun 10 15:27:52.514232 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-a0cccbf2-b9b4-4e70-9780-fcf551efc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:52.516031 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-a0cccbf2-b9b4-4e70-9780-fcf551efc05d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1113598 Jun 10 15:27:52.572884 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-668a62db-6248-4bb6-80d2-addf01041adb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0568b919-cf95-4867-ac94-8a6557885c31 HTTP/1.1" status: 200 len: 217 time: 0.0498791 Jun 10 15:27:52.629058 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-833b655c-11dc-4f2a-98a4-36e5eec8e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:52.630449 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-833b655c-11dc-4f2a-98a4-36e5eec8e604 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0505073 Jun 10 15:27:52.696601 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-9231f24f-f982-4af0-a21c-26b0cc2f037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:52.698097 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-9231f24f-f982-4af0-a21c-26b0cc2f037c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583947 Jun 10 15:27:52.813501 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15b00d-ae76-462b-b504-e7b48330edee req-a84ae3b5-147c-47c3-a8ca-7609a6b58396 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:52.815011 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e15b00d-ae76-462b-b504-e7b48330edee req-a84ae3b5-147c-47c3-a8ca-7609a6b58396 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0742457 Jun 10 15:27:52.822167 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-8c33dcc0-d4c1-4245-95c8-d85ce5bfc473 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119695 Jun 10 15:27:52.857350 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9e15b00d-ae76-462b-b504-e7b48330edee req-a51cbe9f-08df-49e7-a740-383a275893c8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364416 Jun 10 15:27:52.943205 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-70b00b37-e43d-46d4-8711-a8970bc68cab req-f98cf745-6b26-4265-ae46-b301d253e9be service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121719 Jun 10 15:27:54.035980 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47ef9-f002-408f-a445-afc055762156 req-0d3781e6-9b5b-4ef2-ab6d-c2078b46d8cb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:54.037445 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2cb47ef9-f002-408f-a445-afc055762156 req-0d3781e6-9b5b-4ef2-ab6d-c2078b46d8cb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0685854 Jun 10 15:27:54.082251 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-2cb47ef9-f002-408f-a445-afc055762156 req-01ec8865-7bb7-4378-9776-5d3728f8a171 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392482 Jun 10 15:27:55.259871 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd024f-9222-4a20-a739-57afc1b19271 req-13e2df41-d439-494b-9f7b-3ef723e69cb6 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:55.261299 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fddd024f-9222-4a20-a739-57afc1b19271 req-13e2df41-d439-494b-9f7b-3ef723e69cb6 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0684206 Jun 10 15:27:55.303394 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-fddd024f-9222-4a20-a739-57afc1b19271 req-b23586db-d0ec-4342-a73b-de05f419aca0 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355446 Jun 10 15:27:56.491764 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05e52d-e929-4627-8ccd-3015eb369423 req-68dbcfee-55a3-4a52-b738-7b9458613fb3 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:56.493224 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9f05e52d-e929-4627-8ccd-3015eb369423 req-68dbcfee-55a3-4a52-b738-7b9458613fb3 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0695088 Jun 10 15:27:56.534646 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-9f05e52d-e929-4627-8ccd-3015eb369423 req-502302a3-8ee0-40e2-887f-590bdc6eb6ae tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Jun 10 15:27:56.623721 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-5960f519-9b5d-40f2-ade4-261df517f2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:57.630327 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:57.721216 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb387f-e9fd-4c34-a8c6-b17388b9785e req-1659e408-c2c2-4c3f-a2db-2636f7b76a7c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.722715 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9cb387f-e9fd-4c34-a8c6-b17388b9785e req-1659e408-c2c2-4c3f-a2db-2636f7b76a7c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0764911 Jun 10 15:27:57.765108 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-b9cb387f-e9fd-4c34-a8c6-b17388b9785e req-68f76f08-d93a-4ca2-bd57-f352c34015ac tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Jun 10 15:27:58.938826 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cc05e-9028-4390-929a-4cd533062757 req-4b382589-2f58-4349-93cf-f11ca4de8157 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:58.940201 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-286cc05e-9028-4390-929a-4cd533062757 req-4b382589-2f58-4349-93cf-f11ca4de8157 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0667090 Jun 10 15:27:58.984213 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-286cc05e-9028-4390-929a-4cd533062757 req-50d46ecb-79ee-4dd4-9783-d9537be4aae0 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Jun 10 15:27:59.273180 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-a829adf6-51cc-40c3-868f-9b50097226a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:59.278182 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:00.166799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a365-7ecf-4f51-b0c1-f1d6af7b0e3e req-f9caad0a-f15d-4d28-b812-d72588e78a4f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:00.168283 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5a74a365-7ecf-4f51-b0c1-f1d6af7b0e3e req-f9caad0a-f15d-4d28-b812-d72588e78a4f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 944 time: 0.0726621 Jun 10 15:28:00.213472 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5a74a365-7ecf-4f51-b0c1-f1d6af7b0e3e req-5d596b3b-68c5-4fd7-96bd-5450e25ae7d5 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382686 Jun 10 15:28:00.346382 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:00.792884 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 0568b919-cf95-4867-ac94-8a6557885c31 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=98499) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:28:00.910615 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 0568b919-cf95-4867-ac94-8a6557885c31, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0568b919-cf95-4867-ac94-8a6557885c31,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:00.923149 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Returning: {'device': '0568b919-cf95-4867-ac94-8a6557885c31', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'port_id': '0568b919-cf95-4867-ac94-8a6557885c31', 'mac_address': 'fa:16:3e:fd:ba:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98499) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:28:00.964431 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:00.978435 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0568b919-cf95-4867-ac94-8a6557885c31 {{(pid=98499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:28:00.999425 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 0568b919-cf95-4867-ac94-8a6557885c31, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0568b919-cf95-4867-ac94-8a6557885c31,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:01.003446 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:01.005284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-1c2ef75a-ca20-43e1-bbea-c481defcee4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:01.055717 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=0568b919-cf95-4867-ac94-8a6557885c31,revision_number=4']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:01.062978 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.063329 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.063672 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.064007 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.064340 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.064671 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.064995 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.065324 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.065650 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.065972 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.066292 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.066611 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:01.070368 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:01.241775 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] get_ports_and_sgs() called for port_ids ['0568b919-cf95-4867-ac94-8a6557885c31'] {{(pid=98499) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:28:01.395453 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec94d-7f90-4c73-9c1e-dbb243c0c5d0 req-13ad6c4c-cd22-4fe4-9f24-20d7fc053441 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:01.396914 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-adcec94d-7f90-4c73-9c1e-dbb243c0c5d0 req-13ad6c4c-cd22-4fe4-9f24-20d7fc053441 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 945 time: 0.0673294 Jun 10 15:28:01.438655 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-adcec94d-7f90-4c73-9c1e-dbb243c0c5d0 req-e5fbbf8e-4269-42ee-badf-cf92ba649938 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Jun 10 15:28:02.180552 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:02.625004 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fae3ff-44b5-4b69-8033-77850f63c555 req-f40af183-832d-48d1-a60b-a7bf239734e9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:02.626452 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-98fae3ff-44b5-4b69-8033-77850f63c555 req-f40af183-832d-48d1-a60b-a7bf239734e9 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 945 time: 0.0740871 Jun 10 15:28:02.668048 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-98fae3ff-44b5-4b69-8033-77850f63c555 req-f014add0-aa07-44a4-8607-16b678b5728b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360029 Jun 10 15:28:02.800751 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 0568b919-cf95-4867-ac94-8a6557885c31 up at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:02.987164 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning for port 0568b919-cf95-4867-ac94-8a6557885c31 completed by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:02.990628 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.provisioning_blocks [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Provisioning complete for port 0568b919-cf95-4867-ac94-8a6557885c31 triggered by entity L2. {{(pid=98499) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:02.991042 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-682390'] for port, provisioning_complete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:03.078879 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:03.105712 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31'}] {{(pid=98499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:28:03.108528 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d444ff9fb3034223180bca8963418f2bd6f026cefac484b8c40512bede1179e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044ed86f-649c-48d5-84d6-2d8101dda103" -d '{"events": [{"server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "name": "network-vif-plugged", "status": "completed", "tag": "0568b919-cf95-4867-ac94-8a6557885c31"}]}' {{(pid=98499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:28:03.122207 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] For port 0568b919-cf95-4867-ac94-8a6557885c31, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0568b919-cf95-4867-ac94-8a6557885c31,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:03.127736 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237'] for port, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:03.130578 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:03.156361 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc52b4db-52b0-4379-b019-ef2ccd842529 x-openstack-request-id: req-dc52b4db-52b0-4379-b019-ef2ccd842529 {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:28:03.156659 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "name": "network-vif-plugged", "status": "completed", "tag": "0568b919-cf95-4867-ac94-8a6557885c31", "code": 200}]} {{(pid=98499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:28:03.156917 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc52b4db-52b0-4379-b019-ef2ccd842529 {{(pid=98499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:28:03.157305 dv-cinder-795785-1-iscsi neutron-server[98499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31', 'code': 200} Jun 10 15:28:03.185304 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Pushing event updated for resources: {'Port': ['ID=0568b919-cf95-4867-ac94-8a6557885c31,revision_number=5']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:03.189002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:03.425798 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d598f-eb3e-4383-b40d-ad96750911c4 req-7ee67bd7-3fce-4814-926f-43d7c523c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:03.427243 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1d3d598f-eb3e-4383-b40d-ad96750911c4 req-7ee67bd7-3fce-4814-926f-43d7c523c416 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 1099 time: 0.0618155 Jun 10 15:28:03.462822 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1d3d598f-eb3e-4383-b40d-ad96750911c4 req-45e74198-1ae6-46fd-9b2c-9141a27ff7a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292823 Jun 10 15:28:03.846494 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f141132-9b92-4b60-bcf8-11d7d8cee16e req-a5c1ddb3-11f1-46c2-95fe-5586a1915552 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:03.847960 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f141132-9b92-4b60-bcf8-11d7d8cee16e req-a5c1ddb3-11f1-46c2-95fe-5586a1915552 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 946 time: 0.0689600 Jun 10 15:28:03.888915 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-5f141132-9b92-4b60-bcf8-11d7d8cee16e req-328d6c54-a558-4737-9dc6-2f811a8bd0d2 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354679 Jun 10 15:28:05.070362 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fd797-f23e-4ab4-b6d8-d275e5e1a7a5 req-2487b39f-b0ea-4c9a-b8be-9cbf3de50828 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:05.071822 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4f8fd797-f23e-4ab4-b6d8-d275e5e1a7a5 req-2487b39f-b0ea-4c9a-b8be-9cbf3de50828 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 946 time: 0.0708997 Jun 10 15:28:05.113447 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-4f8fd797-f23e-4ab4-b6d8-d275e5e1a7a5 req-708cc8f4-bacb-4b56-852a-0f2ffc334a58 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359194 Jun 10 15:28:05.295442 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090a1e-686d-489c-855c-53c4306f7981 req-5e782864-c254-407f-b038-6f5a40f1692b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:05.296947 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-81090a1e-686d-489c-855c-53c4306f7981 req-5e782864-c254-407f-b038-6f5a40f1692b tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 946 time: 0.0729277 Jun 10 15:28:05.337860 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-81090a1e-686d-489c-855c-53c4306f7981 req-82006a8b-afe3-4898-ac11-0de7428eeabc tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Jun 10 15:28:05.362144 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39968) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:05.418361 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92610b78-58a4-434f-a88f-ba454f7c74c6 tempest-TestVolumeBootPattern-94263104 tempest-TestVolumeBootPattern-94263104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:05.419920 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-92610b78-58a4-434f-a88f-ba454f7c74c6 tempest-TestVolumeBootPattern-94263104 tempest-TestVolumeBootPattern-94263104-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 1094 time: 0.0568209 Jun 10 15:28:05.423019 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 39970) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:05.427298 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.v2.base [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Request body: {'floatingip': {'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'port_id': '0568b919-cf95-4867-ac94-8a6557885c31', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:05.448955 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.569089 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.691611 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_common [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Allocated IP 172.27.1.243 (fe699a51-905c-4414-a800-34783e48bcf7/c79b581f-459e-4267-85bc-29df09223d27/7b68cc84-4778-4a65-8b13-91f7a364b588) {{(pid=98497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:05.816421 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.854339 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788775953174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9660134'] for port, after_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.857012 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-c4832c6b-cd2c-4003-8461-9a542df46a90 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:05.904123 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Network fe699a51-905c-4414-a800-34783e48bcf7 is already hosted by enough agents. {{(pid=98497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:05.907802 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.base_scheduler [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Resources bound (agent type, host, resource id): {{(pid=98497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:05.911377 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Received port after_create {{(pid=98497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:05.942773 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=7b68cc84-4778-4a65-8b13-91f7a364b588,revision_number=1']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:05.957814 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.958200 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.958570 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.958961 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.959322 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.959683 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.960041 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.960396 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.960751 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.961109 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.961458 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.961805 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:05.966280 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:06.374380 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:06.465194 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-562978'] for port, before_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:06.645092 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for port, precommit_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:06.649392 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788776345914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788775953192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788775953237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9660148'] for port, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:06.651422 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3c5d6193-d96a-46a1-819f-2f430fd54ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:06.735868 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event updated for resources: {'Port': ['ID=7b68cc84-4778-4a65-8b13-91f7a364b588,revision_number=2']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:06.739637 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:06.746099 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3846924'] for floatingip, after_update {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:06.880843 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Floating IP 57a2e011-aede-40d6-b350-1d075ab94450 associated. External IP: 172.27.1.243, port: 0568b919-cf95-4867-ac94-8a6557885c31. Jun 10 15:28:07.431379 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:28:07.573282 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:28:07.582462 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:28:07.588843 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:07.592585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:07.593219 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:27:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:07.633910 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-6ad79b55-dad5-4a74-ba88-6130f51000ef tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2098849 Jun 10 15:28:07.634567 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:28:07.636899 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "tag": "0568b919-cf95-4867-ac94-8a6557885c31"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:28:07.672781 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63966141-7860-4b3f-a5de-66ea59ed99db x-openstack-request-id: req-63966141-7860-4b3f-a5de-66ea59ed99db {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:28:07.672781 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "tag": "0568b919-cf95-4867-ac94-8a6557885c31", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:28:07.673069 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63966141-7860-4b3f-a5de-66ea59ed99db {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:28:07.673423 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31', 'status': 'completed', 'code': 200} Jun 10 15:28:07.734995 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:07.754400 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-907eedd6-9157-42a0-8342-f3d38d74a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:07.755921 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-907eedd6-9157-42a0-8342-f3d38d74a5de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 1099 time: 0.0597515 Jun 10 15:28:07.873352 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-8790fe99-e626-4f21-97ac-075c9ffbc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:07.874818 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-8790fe99-e626-4f21-97ac-075c9ffbc072 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1123357 Jun 10 15:28:08.041375 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:14Z', 'revision_number': 1, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}, {'id': '57a2e011-aede-40d6-b350-1d075ab94450', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '0568b919-cf95-4867-ac94-8a6557885c31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:fd:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:28:06Z', 'updated_at': '2021-06-10T15:28:06Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:08.045932 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:28:08.054605 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:08.055278 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:27:59Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:08.203570 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:08.267435 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-295328f2-6cab-4286-b004-fbaddcdb14eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0568b919-cf95-4867-ac94-8a6557885c31 HTTP/1.1" status: 200 len: 1000 time: 0.3858707 Jun 10 15:28:08.323787 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-4fc96d14-e717-4187-8003-311bb9889a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:08.325140 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-4fc96d14-e717-4187-8003-311bb9889a95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0515254 Jun 10 15:28:08.390475 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-3a8af0bf-b5fa-4b3d-bbab-1e0aff3b80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:08.391912 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-3a8af0bf-b5fa-4b3d-bbab-1e0aff3b80b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585699 Jun 10 15:28:08.402450 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-9aefa2ee-60c0-4488-8f1d-7edc9bc75ab2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=98496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:28:08.403509 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-9aefa2ee-60c0-4488-8f1d-7edc9bc75ab2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050592 Jun 10 15:28:08.498195 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:14Z', 'revision_number': 1, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}, {'id': '57a2e011-aede-40d6-b350-1d075ab94450', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '0568b919-cf95-4867-ac94-8a6557885c31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:fd:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:28:06Z', 'updated_at': '2021-06-10T15:28:06Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:08.502587 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2265a8-6b67-45b1-86db-1eb5fc154c53 None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:14Z', 'revision_number': 1, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}, {'id': '57a2e011-aede-40d6-b350-1d075ab94450', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '0568b919-cf95-4867-ac94-8a6557885c31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:fd:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:28:06Z', 'updated_at': '2021-06-10T15:28:06Z', 'revision_number': 0, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:28:08.524553 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-f15b8960-96cf-4911-889e-2a23a4401a57 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132536 Jun 10 15:28:08.646804 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-afa2f456-a25d-4b80-9c2c-d3bbdc9974e6 req-226ec69c-4805-41bd-986c-0e7c08dab4cd service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145108 Jun 10 15:28:08.683732 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22030b8-cdb4-40fa-93d5-14d1ce91905f None None] New status for floating IP 57a2e011-aede-40d6-b350-1d075ab94450: ACTIVE {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:28:11.336423 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:28:26.625674 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-17142bd0-6f1f-421d-a11f-9f5f80b0acc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:27.640220 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:29.265127 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-10524973-d3be-4bf4-8ca8-c2f5e2090358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:29.280933 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:30.296232 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-2a85e5a9-603a-4069-827b-0ec80cb1bfff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608830 Jun 10 15:28:30.347749 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:30.400952 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e45f99-9349-410f-80ed-db414b79a360 req-36064623-7ccb-4da9-8903-26c920ef0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:30.402432 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-36064623-7ccb-4da9-8903-26c920ef0a8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0621693 Jun 10 15:28:30.534266 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e45f99-9349-410f-80ed-db414b79a360 req-7a9b6758-a349-4ad1-aef1-b2cec3150853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:30.535741 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-7a9b6758-a349-4ad1-aef1-b2cec3150853 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1114259 Jun 10 15:28:30.626776 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-1b02d2e7-c192-4c62-ba8d-eca23c2b638f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 1001 time: 0.0838680 Jun 10 15:28:30.686179 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e45f99-9349-410f-80ed-db414b79a360 req-44141f0c-8509-466b-91c6-f3ed51ab3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:30.687634 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-44141f0c-8509-466b-91c6-f3ed51ab3194 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0549982 Jun 10 15:28:30.750049 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e45f99-9349-410f-80ed-db414b79a360 req-840decd0-d51b-44cb-8aa0-8ac528da5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:30.751553 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-840decd0-d51b-44cb-8aa0-8ac528da5736 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581505 Jun 10 15:28:30.867215 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-8512d83a-4f11-4a48-99d6-6cc23f813c9d service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083963 Jun 10 15:28:30.983113 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-84e45f99-9349-410f-80ed-db414b79a360 req-764c6fa2-1abf-4611-9d00-03bcb9ca0de4 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095417 Jun 10 15:28:32.184103 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:48.335483 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:28:56.626491 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d002f4b2-3155-47b3-b904-d5618aab8d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:57.645273 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:59.264865 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-8e005ce1-316e-4d6f-93d3-fe927d69ed95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:59.285669 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:00.349998 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:02.196115 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:25.334615 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:29:26.626605 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-58e3a8ac-50d1-456b-86b8-9ab0a673ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.644317 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.266899 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-f4722602-6f83-4f3e-a733-f55993a0018d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.285819 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:30.353173 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:30.392610 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-aae7dcf2-b040-4cb0-8382-1cde9cb57711 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094069 Jun 10 15:29:30.474581 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-3f08dd7b-1f5d-43d2-96e4-2f3537759e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:30.476114 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-3f08dd7b-1f5d-43d2-96e4-2f3537759e3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 1099 time: 0.0588627 Jun 10 15:29:30.606186 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-f5f837ee-f650-4cf4-b1c3-8255b5217d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:30.607613 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-f5f837ee-f650-4cf4-b1c3-8255b5217d18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1111028 Jun 10 15:29:30.695915 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-28d177ed-f2b5-449c-b94a-3dde9dec2ebf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0568b919-cf95-4867-ac94-8a6557885c31 HTTP/1.1" status: 200 len: 1002 time: 0.0809612 Jun 10 15:29:30.752895 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-e8cf8fa8-4fa0-4edf-9ca9-704ab4d61fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:30.754325 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-e8cf8fa8-4fa0-4edf-9ca9-704ab4d61fd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0511661 Jun 10 15:29:30.817296 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-7c260328-734b-4e40-a97d-acf171c7b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:30.818746 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-7c260328-734b-4e40-a97d-acf171c7b1c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568845 Jun 10 15:29:30.933546 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-adc3070d-5d89-48a3-9572-1e3d21e31461 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073906 Jun 10 15:29:31.049890 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e101fe46-c553-47bd-9b7c-ba7fda4ed119 req-750afca0-17f5-4b95-83dd-69155d79dfaa service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083884 Jun 10 15:29:32.189318 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.114683 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40000) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:35.356190 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Deleting port 7b68cc84-4778-4a65-8b13-91f7a364b588 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:35.356533 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.458970 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.459306 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.551475 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Calling delete_port for 7b68cc84-4778-4a65-8b13-91f7a364b588 owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:35.731198 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.734432 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-a269bd2f-0232-4391-a355-67737b917ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:35.765202 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event deleted for resources: {'Port': ['ID=7b68cc84-4778-4a65-8b13-91f7a364b588,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:35.775378 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.775774 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.776152 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.776522 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.776889 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.777260 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.777627 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.777991 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.778359 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.778715 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.779102 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.779997 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:35.783769 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:35.854257 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.854593 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Floating IP 57a2e011-aede-40d6-b350-1d075ab94450 disassociated (deleted). External IP: 172.27.1.243, port: 0568b919-cf95-4867-ac94-8a6557885c31. Jun 10 15:29:36.127957 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:29:36.269961 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:29:36.274961 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:36.280355 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:29:36.289089 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:36.289711 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:36.320109 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-6915e264-892d-4e68-839f-2140ffe9021f tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "DELETE /v2.0/floatingips/57a2e011-aede-40d6-b350-1d075ab94450 HTTP/1.1" status: 204 len: 168 time: 1.2042353 Jun 10 15:29:36.320771 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:36.323079 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376a6a99-40fd-4bed-8a58-6d96235a8b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "tag": "0568b919-cf95-4867-ac94-8a6557885c31"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:36.428822 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982c712-5932-4848-9273-287feff3166f x-openstack-request-id: req-9982c712-5932-4848-9273-287feff3166f {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:36.429154 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "tag": "0568b919-cf95-4867-ac94-8a6557885c31", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:36.429447 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9982c712-5932-4848-9273-287feff3166f {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:36.429886 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31', 'status': 'completed', 'code': 200} Jun 10 15:29:36.520825 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-410ce465-6473-4653-bd4a-7b93ea8917bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:36.522508 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-410ce465-6473-4653-bd4a-7b93ea8917bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 1099 time: 0.0670707 Jun 10 15:29:36.584884 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:36.671841 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-a76a3099-8099-4810-8467-0ca0af586465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:36.673735 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-a76a3099-8099-4810-8467-0ca0af586465 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1377702 Jun 10 15:29:36.737750 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-081baa69-a707-4ed0-b39c-d017012193c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0568b919-cf95-4867-ac94-8a6557885c31 HTTP/1.1" status: 200 len: 217 time: 0.0567436 Jun 10 15:29:36.831347 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-3d0baa07-c13a-4dfa-a195-0fbe2be8d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:36.832774 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-3d0baa07-c13a-4dfa-a195-0fbe2be8d533 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0863194 Jun 10 15:29:36.858710 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e64a2f-b322-4443-ab6b-75c968893412 req-9653b228-da85-4231-ab3d-3a8541eabac0 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:36.860933 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-10e64a2f-b322-4443-ab6b-75c968893412 req-9653b228-da85-4231-ab3d-3a8541eabac0 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 946 time: 0.2131662 Jun 10 15:29:36.883316 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:14Z', 'revision_number': 1, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:36.886714 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:29:36.895664 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:36.896282 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:36.940919 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-10e64a2f-b322-4443-ab6b-75c968893412 req-e7d15e4c-a105-4add-8228-35b43da78b2c tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488036 Jun 10 15:29:36.950250 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-d3467a50-aa47-4bf4-900a-67711db5140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:36.952427 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-d3467a50-aa47-4bf4-900a-67711db5140f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117041 Jun 10 15:29:37.040488 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:37.070928 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-dbc889c5-4f7d-4e70-a133-41def541fe65 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109886 Jun 10 15:29:37.195635 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-376a6a99-40fd-4bed-8a58-6d96235a8b7b req-87aae68f-aff4-46bf-aaad-94dc9a091771 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135864 Jun 10 15:29:37.333427 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:14Z', 'revision_number': 1, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:37.336742 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a872222-76ae-402b-9ff9-25136037e5d9 None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_floatingips': [{'id': '3f09a440-cf3d-4992-ac83-860fdafd5eb6', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'router_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'port_id': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'mac_address': 'fa:16:3e:e3:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:11Z', 'updated_at': '2021-06-10T15:26:14Z', 'revision_number': 1, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:29:37.545661 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69076d37-59aa-4f24-ab59-b686172ef239 None None] New status for floating IP 57a2e011-aede-40d6-b350-1d075ab94450: DOWN {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:29:38.179434 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42d2ea-b2eb-4ee4-bff0-ad85d0749daf req-8dbb92ca-5c76-465c-993d-5dff504118a3 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:38.180899 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc42d2ea-b2eb-4ee4-bff0-ad85d0749daf req-8dbb92ca-5c76-465c-993d-5dff504118a3 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 946 time: 0.1120095 Jun 10 15:29:38.221381 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-dc42d2ea-b2eb-4ee4-bff0-ad85d0749daf req-4323403b-8850-4697-b79b-c6c3a06e8c77 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343053 Jun 10 15:29:38.372539 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e86de-2c35-4965-9980-066953345ee5 req-bd8b090a-6004-459f-a1b8-417a85f67c59 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:38.374766 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1f7e86de-2c35-4965-9980-066953345ee5 req-bd8b090a-6004-459f-a1b8-417a85f67c59 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 946 time: 0.0736613 Jun 10 15:29:38.488530 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Deleting port 0568b919-cf95-4867-ac94-8a6557885c31 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:38.488780 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.596497 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] For port 0568b919-cf95-4867-ac94-8a6557885c31, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0568b919-cf95-4867-ac94-8a6557885c31,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:38.596850 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.688509 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Calling delete_port for 0568b919-cf95-4867-ac94-8a6557885c31 owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:38.839655 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.845316 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:38.884831 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event deleted for resources: {'Port': ['ID=0568b919-cf95-4867-ac94-8a6557885c31,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:38.915624 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.916000 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.916369 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.916731 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.917088 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.917446 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.917802 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.918157 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.918512 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.918866 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.919238 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.919586 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:38.923559 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:38.947398 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] No DVR routers for this DVR port 0568b919-cf95-4867-ac94-8a6557885c31 on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:38.949706 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.951982 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-1f7e86de-2c35-4965-9980-066953345ee5 req-ce18809e-2d41-4c29-b07a-d3e0d4c6c1a8 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "DELETE /v2.0/ports/0568b919-cf95-4867-ac94-8a6557885c31 HTTP/1.1" status: 204 len: 173 time: 0.5706260 Jun 10 15:29:38.952486 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'name': 'network-vif-deleted', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:38.954773 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a33f2e9-dff6-4888-8daf-b56ef4e8e85d" -d '{"events": [{"server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "name": "network-vif-deleted", "tag": "0568b919-cf95-4867-ac94-8a6557885c31"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:39.004228 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff954c06-d120-414a-a15a-72a1488bb3dc x-openstack-request-id: req-ff954c06-d120-414a-a15a-72a1488bb3dc {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:39.004563 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e693896-3aa5-4381-9fcd-903bb4c41dda", "name": "network-vif-deleted", "tag": "0568b919-cf95-4867-ac94-8a6557885c31", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:39.004862 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff954c06-d120-414a-a15a-72a1488bb3dc {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:39.005305 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e693896-3aa5-4381-9fcd-903bb4c41dda', 'name': 'network-vif-deleted', 'tag': '0568b919-cf95-4867-ac94-8a6557885c31', 'status': 'completed', 'code': 200} Jun 10 15:29:39.372846 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-9dab8d79-78b2-4091-b086-82cb5170d03f req-5f86600c-1bb7-45b0-9e57-2761e4513ec6 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e693896-3aa5-4381-9fcd-903bb4c41dda HTTP/1.1" status: 200 len: 210 time: 0.0353339 Jun 10 15:29:41.221846 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 0568b919-cf95-4867-ac94-8a6557885c31 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:41.256276 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 0568b919-cf95-4867-ac94-8a6557885c31 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:41.256633 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 0568b919-cf95-4867-ac94-8a6557885c31 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:42.689898 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40056) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:42.891108 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Deleting port 1dc45d65-ad12-4caf-9c43-625901962c8e {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:42.891453 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:42.992279 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:42.992598 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:43.084089 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Calling delete_port for 1dc45d65-ad12-4caf-9c43-625901962c8e owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:43.265799 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:43.268511 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-0f9f3efc-657d-499d-b76b-a26b6832dbdd tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:43.297912 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event deleted for resources: {'Port': ['ID=1dc45d65-ad12-4caf-9c43-625901962c8e,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:43.301724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:43.372952 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:43.373283 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.db.l3_db [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Floating IP 3f09a440-cf3d-4992-ac83-860fdafd5eb6 disassociated (deleted). External IP: 172.27.1.90, port: 9476b7ef-63ec-42fc-acb3-9da933260e56. Jun 10 15:29:43.939690 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:29:44.087403 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:29:44.091771 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:44.097271 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:29:44.106123 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:44.106820 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:44.139526 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-8f73f8c0-44fd-4224-9ced-bc29d3015123 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f09a440-cf3d-4992-ac83-860fdafd5eb6 HTTP/1.1" status: 204 len: 168 time: 1.4485786 Jun 10 15:29:44.140777 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56'}] {{(pid=98497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:44.143155 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8af4f7bc567cb349cef08f4951f5b3e0936d8aa5f715af30c6b7e13a8b6b90dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f920248-83cf-478c-9933-ecdfeb3f138c" -d '{"events": [{"name": "network-changed", "server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56"}]}' {{(pid=98497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:44.180835 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ac68b-9c81-4f49-9b9e-a8aae8e40825 x-openstack-request-id: req-310ac68b-9c81-4f49-9b9e-a8aae8e40825 {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:44.181365 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56", "status": "completed", "code": 200}]} {{(pid=98497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:44.181661 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-310ac68b-9c81-4f49-9b9e-a8aae8e40825 {{(pid=98497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:44.182097 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'status': 'completed', 'code': 200} Jun 10 15:29:44.267918 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:44.270170 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-4bd91def-29ac-42c3-a754-87f2bee3a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:44.270754 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-4bd91def-29ac-42c3-a754-87f2bee3a735 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca46b88d41c42489b738913eab84cf9&device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0614057 Jun 10 15:29:44.432425 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-31f9cf1b-bbe0-4a3a-b469-f7138c325ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:44.434856 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-31f9cf1b-bbe0-4a3a-b469-f7138c325ca1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 200 len: 913 time: 0.1558790 Jun 10 15:29:44.501044 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-9fb20091-80f3-4c2c-9167-c8347c81e927 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 200 len: 217 time: 0.0559800 Jun 10 15:29:44.549847 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:44.553352 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:29:44.562138 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:44.562743 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:44.602064 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-02575437-88ab-47b7-b308-8c78df2c77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:44.603530 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-02575437-88ab-47b7-b308-8c78df2c77b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 200 len: 851 time: 0.0877717 Jun 10 15:29:44.661973 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b02ba-671f-486f-9da5-8172dd953b58 req-c64866a2-3c40-4c18-b10c-5e713fa8ea85 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:44.663493 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e84b02ba-671f-486f-9da5-8172dd953b58 req-c64866a2-3c40-4c18-b10c-5e713fa8ea85 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 946 time: 0.1578681 Jun 10 15:29:44.712693 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:44.719929 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-e84b02ba-671f-486f-9da5-8172dd953b58 req-0891035a-9b86-438c-a85d-553ef63b75cb tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508461 Jun 10 15:29:44.722658 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-c2963a1a-b3c5-4d1a-a05e-752eacca8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:44.724094 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-c2963a1a-b3c5-4d1a-a05e-752eacca8818 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9a6f628-8b79-443a-9f0b-e012f4475496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104505 Jun 10 15:29:44.844848 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-ed08deba-d759-411f-bf7f-345b20889a6e service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109509 Jun 10 15:29:44.973168 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-8f920248-83cf-478c-9933-ecdfeb3f138c req-a68b77e3-fe29-451c-8982-f25c32bb3954 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156001 Jun 10 15:29:45.115323 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:45.118818 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f864d-3d9a-4359-a420-3d4ba073cd23 None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:23:03Z', 'revision_number': 4, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi', '_interfaces': [{'id': 'a944dd4f-70d9-479d-8258-39e33dc5ba4c', 'name': '', 'network_id': 'e9a6f628-8b79-443a-9f0b-e012f4475496', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'mac_address': 'fa:16:3e:f6:db:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:02Z', 'updated_at': '2021-06-10T15:23:09Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'subnets': [{'id': '6447dcc9-ec65-4bf5-8c9a-50a1c66018cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:29:45.324230 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998772ee-861b-4861-be01-dc5d8c1de6d8 None None] New status for floating IP 3f09a440-cf3d-4992-ac83-860fdafd5eb6: DOWN {{(pid=98500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:29:45.901887 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75226-e127-493f-9169-a7dffd4359ed req-c2e37c2a-2061-4c91-83be-b2c388d2d004 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:45.903359 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2f75226-e127-493f-9169-a7dffd4359ed req-c2e37c2a-2061-4c91-83be-b2c388d2d004 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 946 time: 0.0696821 Jun 10 15:29:45.945637 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [req-a2f75226-e127-493f-9169-a7dffd4359ed req-e231db05-be69-4f46-b7c1-6f7a9cff2297 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ff07b0-1510-45ea-82e0-4b6a86d9d505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358548 Jun 10 15:29:46.205423 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-fcb6bb6c-33f2-460a-830d-fdd6cf8eceba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:46.206857 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-fcb6bb6c-33f2-460a-830d-fdd6cf8eceba tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 946 time: 0.0681474 Jun 10 15:29:46.320049 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Deleting port 9476b7ef-63ec-42fc-acb3-9da933260e56 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:46.320392 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:46.431502 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] For port 9476b7ef-63ec-42fc-acb3-9da933260e56, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=9476b7ef-63ec-42fc-acb3-9da933260e56,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:46.431859 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:46.819174 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Calling delete_port for 9476b7ef-63ec-42fc-acb3-9da933260e56 owned by compute:nova {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:46.966013 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:46.970244 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-14f31f54-7706-4c78-9533-12fb31dd880c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:47.004918 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event deleted for resources: {'Port': ['ID=9476b7ef-63ec-42fc-acb3-9da933260e56,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:47.007549 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:47.062730 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] No DVR routers for this DVR port 9476b7ef-63ec-42fc-acb3-9da933260e56 on host hv-cinder-79578 {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:47.065556 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for port, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:47.067782 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-ed799260-254a-42c9-a88f-e8eaaf6fac0c req-842edd11-4ce0-44c0-a9e4-bcf65f717194 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.21 "DELETE /v2.0/ports/9476b7ef-63ec-42fc-acb3-9da933260e56 HTTP/1.1" status: 204 len: 173 time: 0.8549254 Jun 10 15:29:47.068920 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'name': 'network-vif-deleted', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56'}] {{(pid=98496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:47.071905 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1438115015068a6116c620af4e71b182f093549d8208b5449e7a60dbe2f7ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca612eb3-75f1-4ff6-b5a0-80a861560da2" -d '{"events": [{"server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "name": "network-vif-deleted", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56"}]}' {{(pid=98496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:47.112489 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [req-51a0aef0-eb58-4deb-909f-b81212c66d20 req-e56ddc19-ed7c-42e1-a95d-78a8bbac7fc3 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "GET /v2.0/ports?device_id=664839a3-3a8e-4e63-94bf-56c4c793c7c4 HTTP/1.1" status: 200 len: 210 time: 0.0514085 Jun 10 15:29:47.116680 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d160ef-fd81-46aa-8fbc-ff3f0d8d9459 x-openstack-request-id: req-26d160ef-fd81-46aa-8fbc-ff3f0d8d9459 {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:47.117276 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664839a3-3a8e-4e63-94bf-56c4c793c7c4", "name": "network-vif-deleted", "tag": "9476b7ef-63ec-42fc-acb3-9da933260e56", "status": "completed", "code": 200}]} {{(pid=98496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:47.117592 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26d160ef-fd81-46aa-8fbc-ff3f0d8d9459 {{(pid=98496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:47.118026 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664839a3-3a8e-4e63-94bf-56c4c793c7c4', 'name': 'network-vif-deleted', 'tag': '9476b7ef-63ec-42fc-acb3-9da933260e56', 'status': 'completed', 'code': 200} Jun 10 15:29:48.207815 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40076) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:48.371420 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Deleting port 13d6316f-7ef5-46d4-995e-8be9903be4b2 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:48.371765 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.475504 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.475831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.569533 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Calling delete_port for 13d6316f-7ef5-46d4-995e-8be9903be4b2 owned by network:floatingip {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:48.724989 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.726976 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-93703e49-fd00-423c-b52f-c60c8a18882a tempest-TestMinimumBasicScenario-601991827 tempest-TestMinimumBasicScenario-601991827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:48.759240 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event deleted for resources: {'Port': ['ID=13d6316f-7ef5-46d4-995e-8be9903be4b2,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:48.761629 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:48.833892 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for floatingip, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.837032 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73293'] for floatingip, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.838146 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-45125a52-f914-4766-9ff4-031014418f30 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "DELETE /v2.0/floatingips/c67b61f9-a0c6-4a16-81b9-3bf1b811a594 HTTP/1.1" status: 204 len: 168 time: 0.6293538 Jun 10 15:29:49.241678 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 9476b7ef-63ec-42fc-acb3-9da933260e56 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:49.266259 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] No Port match for: 9476b7ef-63ec-42fc-acb3-9da933260e56 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:49.266607 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Device 9476b7ef-63ec-42fc-acb3-9da933260e56 not bound to the agent host hv-cinder-79578 {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:50.108522 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40088) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:50.175505 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9af44fe5-d864-4eaa-80f8-ae50e7a8b875 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.201651 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9af44fe5-d864-4eaa-80f8-ae50e7a8b875 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.266893 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9af44fe5-d864-4eaa-80f8-ae50e7a8b875 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.270174 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-9af44fe5-d864-4eaa-80f8-ae50e7a8b875 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Notify callbacks [] for security_group, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.271925 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-9af44fe5-d864-4eaa-80f8-ae50e7a8b875 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1ff07b0-1510-45ea-82e0-4b6a86d9d505 HTTP/1.1" status: 204 len: 168 time: 0.1622846 Jun 10 15:29:50.273113 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e99e0d04-5ef2-4276-8d25-c5d50fc59f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:50.283983 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af44fe5-d864-4eaa-80f8-ae50e7a8b875 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ff07b0-1510-45ea-82e0-4b6a86d9d505,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:50.286256 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-9af44fe5-d864-4eaa-80f8-ae50e7a8b875 tempest-TestVolumeBootPattern-1760509449 tempest-TestVolumeBootPattern-1760509449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:50.330831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40092) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:50.854825 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.174629 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Deleting port a944dd4f-70d9-479d-8258-39e33dc5ba4c {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:51.175334 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.279044 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] For port a944dd4f-70d9-479d-8258-39e33dc5ba4c, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=a944dd4f-70d9-479d-8258-39e33dc5ba4c,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:51.279404 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.372098 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Calling delete_port for a944dd4f-70d9-479d-8258-39e33dc5ba4c owned by network:router_interface {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:51.588493 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.591539 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-e3c768c0-6f45-4f0a-9430-261a55c8e1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:51.621479 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a944dd4f-70d9-479d-8258-39e33dc5ba4c,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:51.626054 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:51.838650 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:52.418746 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Router bbc5e439-c47e-4128-8b18-f49a655bdd61 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:29:52.562585 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:29:52.568720 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-dac4c99d-c943-49e6-a3a4-33592ab24bf3 admin admin] 10.222.0.23 "PUT /v2.0/routers/bbc5e439-c47e-4128-8b18-f49a655bdd61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2359707 Jun 10 15:29:52.570340 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40098) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:52.572368 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687015dc-b063-4008-92b3-32c70054b92a None None] Sync routers for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:29:52.582534 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:52.583274 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:52.711677 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:52.722270 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:52.859724 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:52.918347 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Deleting port f1105142-7e55-463f-812a-2474145c5385 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:52.918672 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:52.953110 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'f1105142-7e55-463f-812a-2474145c5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:29:51Z', 'revision_number': 5, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port': {'id': 'f1105142-7e55-463f-812a-2474145c5385', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:00Z', 'updated_at': '2021-06-10T15:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:52.956337 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687015dc-b063-4008-92b3-32c70054b92a None None] Checking router: bbc5e439-c47e-4128-8b18-f49a655bdd61 for host: dv-cinder-795785-1-iscsi {{(pid=98499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:29:52.964222 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] Routers {'bbc5e439-c47e-4128-8b18-f49a655bdd61'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:52.964827 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['bbc5e439-c47e-4128-8b18-f49a655bdd61'], 'active': True} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:53.025161 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] For port f1105142-7e55-463f-812a-2474145c5385, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=f1105142-7e55-463f-812a-2474145c5385,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:53.025523 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.089049 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvr_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] Set router bbc5e439-c47e-4128-8b18-f49a655bdd61 gateway port host: None {{(pid=98499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:53.125855 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Calling delete_port for f1105142-7e55-463f-812a-2474145c5385 owned by network:router_gateway {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:53.169896 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_hamode_db [None req-687015dc-b063-4008-92b3-32c70054b92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:29:52Z', 'revision_number': 6, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port_host': None}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:53.173664 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687015dc-b063-4008-92b3-32c70054b92a None None] The sync data for ids ['bbc5e439-c47e-4128-8b18-f49a655bdd61'] in dv-cinder-795785-1-iscsi is: [{'id': 'bbc5e439-c47e-4128-8b18-f49a655bdd61', 'name': 'tempest-TestVolumeBootPattern-1159016849-router', 'tenant_id': '1ca46b88d41c42489b738913eab84cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:22:59Z', 'updated_at': '2021-06-10T15:29:52Z', 'revision_number': 6, 'project_id': '1ca46b88d41c42489b738913eab84cf9', 'gw_port_host': None}] {{(pid=98499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:29:53.329869 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.331808 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-fdea2373-2257-4784-85ff-82c2ed5a7f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:53.360364 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1105142-7e55-463f-812a-2474145c5385,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:53.363500 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:53.439391 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.576775 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.579006 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.635567 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.636006 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc5e439-c47e-4128-8b18-f49a655bdd61 {{(pid=98497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:29:53.640751 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] Notify callbacks [] for router, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.641863 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-3bafbd18-f8f7-414f-938e-41fa88997f89 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bbc5e439-c47e-4128-8b18-f49a655bdd61 HTTP/1.1" status: 204 len: 168 time: 1.0705454 Jun 10 15:29:53.644388 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40100) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:53.698234 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Deleting subnet 6447dcc9-ec65-4bf5-8c9a-50a1c66018cc {{(pid=98497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:29:53.701407 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.748377 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10333336'] for subnet, precommit_delete_associations {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.840681 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.908901 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9659191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9018239'] for subnet, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.911242 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-8f5e41f2-e408-4da9-8507-ef4ddf0f5ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:53.941765 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6447dcc9-ec65-4bf5-8c9a-50a1c66018cc,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:53.944659 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:53.945639 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for subnet, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.948248 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-32d937df-53de-4c91-a778-c4efacc7432a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6447dcc9-ec65-4bf5-8c9a-50a1c66018cc HTTP/1.1" status: 204 len: 168 time: 0.3024619 Jun 10 15:29:53.950176 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.wsgi [-] (98497) accepted ('10.222.0.23', 40102) {{(pid=98497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:53.950401 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1817c-18f6-4be9-84c9-c5c6d11150ff None None] Network e9a6f628-8b79-443a-9f0b-e012f4475496 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:29:54.043536 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.109529 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Deleting port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 {{(pid=98497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:54.109878 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.187295 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] DHCP port deletion for e9a6f628-8b79-443a-9f0b-e012f4475496 request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:29:54.202743 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.db [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] For port b38ebf27-26e5-45a5-a228-7afbf41d7fb1, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:54.203212 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.239921 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Deleting port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:54.240315 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.295051 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.plugin [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Calling delete_port for b38ebf27-26e5-45a5-a228-7afbf41d7fb1 owned by network:dhcp {{(pid=98497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:54.325314 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] For port b38ebf27-26e5-45a5-a228-7afbf41d7fb1, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,segment=NetworkSegment(01c06b98-4e34-4d7b-b7df-3e95ca54e2ab),segment_id=01c06b98-4e34-4d7b-b7df-3e95ca54e2ab)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:54.325710 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.390837 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9660157'] for port, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.392854 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-4268ce7f-995d-4503-ad47-f6880a468428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:54.418788 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Calling delete_port for b38ebf27-26e5-45a5-a228-7afbf41d7fb1 owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:54.423733 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] No DVR routers for this DVR port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 on host dv-cinder-795785-1-iscsi {{(pid=98497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:54.427777 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:54.429831 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:54.515236 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device a944dd4f-70d9-479d-8258-39e33dc5ba4c no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:54.518757 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.531331 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.542610 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a6f628-8b79-443a-9f0b-e012f4475496']}} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:54.544443 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:54.550309 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: a944dd4f-70d9-479d-8258-39e33dc5ba4c {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:54.550469 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device a944dd4f-70d9-479d-8258-39e33dc5ba4c not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:54.550872 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f1105142-7e55-463f-812a-2474145c5385 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:54.554119 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab') {'for_net_delete': True} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:54.554425 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.services.segments.db [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c06b98-4e34-4d7b-b7df-3e95ca54e2ab') {} {{(pid=98497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:54.564874 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10333313'] for segment, before_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.575170 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Pushing event deleted for resources: {'Port': ['ID=b38ebf27-26e5-45a5-a228-7afbf41d7fb1,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:54.582687 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.588856 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=98497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:29:54.589246 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9660072'] for segment, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: Traceback (most recent call last): Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: timer() Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: cb(*args, **kw) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: return func(*args, **kwargs) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: self._notify() Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: self.callback(batched_events) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: event.method(event) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: return f(self, *a, **k) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._get(url).json() Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: return self.request(url, 'GET', **kwargs) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:29:54.590977 dv-cinder-795785-1-iscsi neutron-server[98497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:29:54.599805 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] No DVR routers for this DVR port b38ebf27-26e5-45a5-a228-7afbf41d7fb1 on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:54.604724 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: f1105142-7e55-463f-812a-2474145c5385 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:54.605076 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device f1105142-7e55-463f-812a-2474145c5385 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:54.605495 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device b38ebf27-26e5-45a5-a228-7afbf41d7fb1 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:54.631415 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.631762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.632101 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.632432 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.632758 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.633083 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.633404 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.633723 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.634043 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.634358 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.634673 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.635085 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-1-iscsi {{(pid=98499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:54.638284 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-92757660-aaea-4cc2-9f96-1047f8255d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:54.638945 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: b38ebf27-26e5-45a5-a228-7afbf41d7fb1 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:54.639383 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device b38ebf27-26e5-45a5-a228-7afbf41d7fb1 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:54.670501 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.675309 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-120bc7a4-ea23-4494-9159-61cf96e601d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:54.677907 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron_lib.callbacks.manager [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:54.679933 dv-cinder-795785-1-iscsi neutron-server[98497]: INFO neutron.wsgi [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e9a6f628-8b79-443a-9f0b-e012f4475496 HTTP/1.1" status: 204 len: 168 time: 0.7288024 Jun 10 15:29:54.682874 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40104) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:54.696490 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a6f628-8b79-443a-9f0b-e012f4475496,revision_number=None']} {{(pid=98497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:54.698895 dv-cinder-795785-1-iscsi neutron-server[98497]: DEBUG oslo_concurrency.lockutils [None req-50d9074e-fd40-4854-9f4e-d4c4c69f7366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:55.122234 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835305'] for router_interface, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:55.444321 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Deleting port c5340867-8049-4944-ba5a-00cc30abae71 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:55.444665 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:55.544081 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] For port c5340867-8049-4944-ba5a-00cc30abae71, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=c5340867-8049-4944-ba5a-00cc30abae71,segment=NetworkSegment(766515cf-36bf-4f83-984c-9ee7b06cd659),segment_id=766515cf-36bf-4f83-984c-9ee7b06cd659)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:55.544436 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:55.637193 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Calling delete_port for c5340867-8049-4944-ba5a-00cc30abae71 owned by network:router_interface {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:55.860757 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:55.862833 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-f44c7520-c5de-440f-8846-9c92c71a1cad tempest-AttachVolumeNegativeTest-639139221 tempest-AttachVolumeNegativeTest-639139221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:55.891037 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5340867-8049-4944-ba5a-00cc30abae71,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:55.894445 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:56.110740 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834937'] for router_interface, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:56.402578 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Router 6d8689ab-d43f-4c10-b898-ac307fff5690 has already been hosted by L3 agent 9e81c18b-d78f-4b7a-a52f-9f13b63f433b {{(pid=98496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:29:56.550058 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] Notify agent at l3_agent.dv-cinder-795785-1-iscsi the message routers_updated {{(pid=98496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:29:56.555347 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-97597a1f-a7ea-493d-a583-d83caa343981 admin admin] 10.222.0.23 "PUT /v2.0/routers/6d8689ab-d43f-4c10-b898-ac307fff5690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8713317 Jun 10 15:29:56.557713 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40106) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:56.558788 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] Sync routers for ids ['6d8689ab-d43f-4c10-b898-ac307fff5690'] in dv-cinder-795785-1-iscsi {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:29:56.568006 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] Routers {'6d8689ab-d43f-4c10-b898-ac307fff5690'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:56.568624 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['6d8689ab-d43f-4c10-b898-ac307fff5690'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:56.627641 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-75e88685-cea9-458d-b26a-3aaf485c2cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:56.701598 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks [] for router, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:56.714628 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] Set router 6d8689ab-d43f-4c10-b898-ac307fff5690 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:56.956562 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:29:55Z', 'revision_number': 5, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:56.960266 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] Checking router: 6d8689ab-d43f-4c10-b898-ac307fff5690 for host: dv-cinder-795785-1-iscsi {{(pid=98500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:29:56.969158 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] Routers {'6d8689ab-d43f-4c10-b898-ac307fff5690'} bound to L3 agent in host dv-cinder-795785-1-iscsi {{(pid=98500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:56.969787 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T14:34:59Z,description=,heartbeat_timestamp=2021-06-10T15:29:29Z,host='dv-cinder-795785-1-iscsi',id=9e81c18b-d78f-4b7a-a52f-9f13b63f433b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T14:34:59Z,topic='l3_agent')) {'router_ids': ['6d8689ab-d43f-4c10-b898-ac307fff5690'], 'active': True} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:57.115297 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_dvr_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] Set router 6d8689ab-d43f-4c10-b898-ac307fff5690 gateway port host: dv-cinder-795785-1-iscsi {{(pid=98500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:57.144535 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.203438 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Deleting port e58dca5b-7d81-46ab-a360-4e9660832bb4 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:57.203775 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.307742 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] For port e58dca5b-7d81-46ab-a360-4e9660832bb4, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=e58dca5b-7d81-46ab-a360-4e9660832bb4,segment=NetworkSegment(6ed0ddc5-44f4-4966-9257-c65904ed0795),segment_id=6ed0ddc5-44f4-4966-9257-c65904ed0795)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:57.307990 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.410135 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Calling delete_port for e58dca5b-7d81-46ab-a360-4e9660832bb4 owned by network:router_gateway {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:57.443138 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.l3_hamode_db [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:29:55Z', 'revision_number': 5, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}], 'dv-cinder-795785-1-iscsi', False) {} {{(pid=98500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:57.446781 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8553a1-46e1-492e-8ab8-1b1dbe5305de None None] The sync data for ids ['6d8689ab-d43f-4c10-b898-ac307fff5690'] in dv-cinder-795785-1-iscsi is: [{'id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'name': 'tempest-TestVolumeBootPattern-50247045-router', 'tenant_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'external_fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:23:05Z', 'updated_at': '2021-06-10T15:29:55Z', 'revision_number': 5, 'project_id': 'eccf0d1444554130a4f558b2bd8f9b32', 'gw_port': {'id': 'e58dca5b-7d81-46ab-a360-4e9660832bb4', 'name': '', 'network_id': 'fe699a51-905c-4414-a800-34783e48bcf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8689ab-d43f-4c10-b898-ac307fff5690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c79b581f-459e-4267-85bc-29df09223d27', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:23:06Z', 'updated_at': '2021-06-10T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c79b581f-459e-4267-85bc-29df09223d27', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-1-iscsi'}] {{(pid=98500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:29:57.616589 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.618720 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-61862bfe-82d0-47a9-ac96-b775c0324c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:57.639961 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.648883 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Pushing event deleted for resources: {'Port': ['ID=e58dca5b-7d81-46ab-a360-4e9660832bb4,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:57.652023 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:57.727771 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847016'] for router_gateway, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.866029 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3840923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31708'] for router, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.868523 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.930981 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841357'] for router, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.931487 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8689ab-d43f-4c10-b898-ac307fff5690 {{(pid=98496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:29:57.935982 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] Notify callbacks [] for router, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.937258 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-c0de887c-f3a5-4022-aee8-51ab0a49466e admin admin] 10.222.0.23 "DELETE /v2.0/routers/6d8689ab-d43f-4c10-b898-ac307fff5690 HTTP/1.1" status: 204 len: 168 time: 1.3785872 Jun 10 15:29:57.939766 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40108) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:57.993288 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.db_base_plugin_v2 [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Deleting subnet b953f7a3-31b4-48ae-ab78-f36829a1e5f7 {{(pid=98496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:29:57.996584 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.046420 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8887602'] for subnet, precommit_delete_associations {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.138521 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686956'] for subnet, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.201587 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8887787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9258588'] for subnet, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.204381 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:58.237233 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b953f7a3-31b4-48ae-ab78-f36829a1e5f7,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:58.239764 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:58.244295 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.246136 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-53097f76-168f-47ca-b2ee-89320acbbff0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b953f7a3-31b4-48ae-ab78-f36829a1e5f7 HTTP/1.1" status: 204 len: 168 time: 0.3054330 Jun 10 15:29:58.248517 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40110) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:58.251756 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc80f0-6434-4124-a50b-f36a0ed97c24 None None] Network dae329e1-e4bf-4557-8245-6bb9ca058422 requested from dv-cinder-795785-1-iscsi {{(pid=98499) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:29:58.338599 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530165'] for network, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.406782 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Deleting port 69cc9afc-0099-40b9-92ed-f49089ab3d23 {{(pid=98496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:58.407175 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.482843 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] DHCP port deletion for dae329e1-e4bf-4557-8245-6bb9ca058422 request from dv-cinder-795785-1-iscsi {{(pid=98499) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:29:58.504336 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.db [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] For port 69cc9afc-0099-40b9-92ed-f49089ab3d23, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=69cc9afc-0099-40b9-92ed-f49089ab3d23,segment=NetworkSegment(766515cf-36bf-4f83-984c-9ee7b06cd659),segment_id=766515cf-36bf-4f83-984c-9ee7b06cd659)] {{(pid=98496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:58.504695 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.537572 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Deleting port 69cc9afc-0099-40b9-92ed-f49089ab3d23 {{(pid=98499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:58.537956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788776341279'] for port, before_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.553582 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c5340867-8049-4944-ba5a-00cc30abae71 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:58.587597 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: c5340867-8049-4944-ba5a-00cc30abae71 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:58.587957 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device c5340867-8049-4944-ba5a-00cc30abae71 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:58.588390 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device 69cc9afc-0099-40b9-92ed-f49089ab3d23 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:58.606387 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.plugin [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Calling delete_port for 69cc9afc-0099-40b9-92ed-f49089ab3d23 owned by network:dhcp {{(pid=98496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:58.684192 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.db [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] For port 69cc9afc-0099-40b9-92ed-f49089ab3d23, host dv-cinder-795785-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-1-iscsi',level=0,port_id=69cc9afc-0099-40b9-92ed-f49089ab3d23,segment=NetworkSegment(766515cf-36bf-4f83-984c-9ee7b06cd659),segment_id=766515cf-36bf-4f83-984c-9ee7b06cd659)] {{(pid=98499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:58.684762 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3846290'] for port, precommit_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.716669 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8886305'] for port, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.719391 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d4e26633-9fdc-40f2-8c42-1f82dd2f4468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:58.747933 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cc9afc-0099-40b9-92ed-f49089ab3d23,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:58.751962 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:58.754603 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] No DVR routers for this DVR port 69cc9afc-0099-40b9-92ed-f49089ab3d23 on host dv-cinder-795785-1-iscsi {{(pid=98496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:58.859764 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-680931', 'neutron.services.segments.db._delete_segments_for_network-8788776428207'] for network, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.871512 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae329e1-e4bf-4557-8245-6bb9ca058422']}} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:58.882478 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766515cf-36bf-4f83-984c-9ee7b06cd659') {'for_net_delete': True} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:58.882775 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.services.segments.db [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766515cf-36bf-4f83-984c-9ee7b06cd659') {} {{(pid=98496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:58.892691 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788776428036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8887595'] for segment, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.907750 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675'] for segment, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.912589 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Calling delete_port for 69cc9afc-0099-40b9-92ed-f49089ab3d23 owned by network:dhcp {{(pid=98499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:58.913541 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=98496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:29:58.913929 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8886388'] for segment, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: retrieve_revision_numbers = { Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: Traceback (most recent call last): Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: timer() Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: cb(*args, **kw) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: return func(*args, **kwargs) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: self._notify() Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: self.callback(batched_events) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: event.method(event) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: return f(self, *a, **k) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._get(url).json() Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: return self.request(url, 'GET', **kwargs) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:29:58.915627 dv-cinder-795785-1-iscsi neutron-server[98496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:29:58.941894 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Port 69cc9afc-0099-40b9-92ed-f49089ab3d23 update to DOWN by agent not found {{(pid=98499) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Jun 10 15:29:58.942273 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device e58dca5b-7d81-46ab-a360-4e9660832bb4 no longer exists at agent ovs-agent-dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:59.007111 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3864882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3787311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3846919'] for network, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.010811 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:59.011756 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.plugin [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] No Port match for: e58dca5b-7d81-46ab-a360-4e9660832bb4 {{(pid=98499) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:59.012125 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.plugins.ml2.rpc [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Device e58dca5b-7d81-46ab-a360-4e9660832bb4 not bound to the agent host dv-cinder-795785-1-iscsi {{(pid=98499) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:59.013268 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3787316'] for network, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.015344 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dae329e1-e4bf-4557-8245-6bb9ca058422 HTTP/1.1" status: 204 len: 168 time: 0.7653291 Jun 10 15:29:59.032739 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae329e1-e4bf-4557-8245-6bb9ca058422,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:59.035226 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-889c526a-61c4-4093-b5d4-6edb26761510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:59.057467 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3787302', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788776345923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788775953183'] for port, after_delete {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.060157 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:59.066042 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Network dae329e1-e4bf-4557-8245-6bb9ca058422 is not hosted by any dhcp agent {{(pid=98499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 15:29:59.066615 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] No DVR routers for this DVR port 69cc9afc-0099-40b9-92ed-f49089ab3d23 on host dv-cinder-795785-1-iscsi {{(pid=98499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:59.096444 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Pushing event deleted for resources: {'Port': ['ID=69cc9afc-0099-40b9-92ed-f49089ab3d23,revision_number=None']} {{(pid=98499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:59.103717 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG oslo_concurrency.lockutils [None req-685f4411-b74b-4d70-8ece-0328b76729b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:59.134673 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40114) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:59.177641 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-a38fe385-68b1-4ae9-91ea-501b476b52d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ca46b88d41c42489b738913eab84cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416582 Jun 10 15:29:59.179889 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40116) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:59.230236 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc56-7c44-4b44-85d0-a14d1213544c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.255234 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc56-7c44-4b44-85d0-a14d1213544c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.267390 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-fd92e585-691e-439b-a4bf-487a7db795e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.286462 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.319642 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc56-7c44-4b44-85d0-a14d1213544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.322356 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bc56-7c44-4b44-85d0-a14d1213544c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.323508 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-5ee2bc56-7c44-4b44-85d0-a14d1213544c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5549664d-fbf0-4634-b0a5-c81698431bf9 HTTP/1.1" status: 204 len: 168 time: 0.1427448 Jun 10 15:29:59.324420 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-d62c412d-8f5a-49f5-9bb7-14649b099e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:59.334529 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2bc56-7c44-4b44-85d0-a14d1213544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5549664d-fbf0-4634-b0a5-c81698431bf9,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:59.337133 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5ee2bc56-7c44-4b44-85d0-a14d1213544c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:59.639142 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40122) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:59.682829 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-95ddde8c-61b2-4bd2-8b31-1760e857d014 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eccf0d1444554130a4f558b2bd8f9b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415342 Jun 10 15:29:59.685124 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.wsgi [-] (98496) accepted ('10.222.0.23', 40124) {{(pid=98496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:59.740069 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-206022bb-8bcc-4bae-93ca-48d0e8f95498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.763559 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-206022bb-8bcc-4bae-93ca-48d0e8f95498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.815398 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-206022bb-8bcc-4bae-93ca-48d0e8f95498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3877259'] for security_group, after_delete {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.817942 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron_lib.callbacks.manager [None req-206022bb-8bcc-4bae-93ca-48d0e8f95498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.819099 dv-cinder-795785-1-iscsi neutron-server[98496]: INFO neutron.wsgi [None req-206022bb-8bcc-4bae-93ca-48d0e8f95498 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32588744-65e0-4f15-b023-13e6ec37f699 HTTP/1.1" status: 204 len: 168 time: 0.1330373 Jun 10 15:29:59.819939 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-5e398483-0671-4d2a-b86f-a675fa98b4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:59.829191 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206022bb-8bcc-4bae-93ca-48d0e8f95498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32588744-65e0-4f15-b023-13e6ec37f699,revision_number=None']} {{(pid=98496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:59.831465 dv-cinder-795785-1-iscsi neutron-server[98496]: DEBUG oslo_concurrency.lockutils [None req-206022bb-8bcc-4bae-93ca-48d0e8f95498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:00.357563 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.191408 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.333816 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:30:26.630462 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-7d5296e0-847b-462f-8ebd-68ea91ca8bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:27.637832 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:29.269430 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-30a15ec8-1c14-418e-8780-5b25d0bf4e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:29.285688 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:30.358193 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:32.194349 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:39.332986 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:30:56.630815 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-df355c07-c600-473d-bfd4-ca27eca05971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:57.635740 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:59.269797 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dd66-0fc8-4ade-8696-ee5d10379a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:59.285356 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:00.361373 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:02.197856 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:16.330859 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:31:26.632500 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0d246106-ad62-42ab-a848-306bb1455b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:27.636060 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:29.271567 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-5e37423b-77cf-428a-ba53-81745781a8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:29.288554 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:30.363988 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:32.200385 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:53.330192 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:31:56.633457 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-ab5944bf-e26b-4ada-b829-c3a7d7d1721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:57.645493 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:59.272002 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-1c0ac954-fed7-42ef-94fe-3459cb70fbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:59.288418 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:00.367039 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:02.201305 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:26.636766 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-bef22572-72f8-4a54-bdc6-136b71605be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:27.650110 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:29.273872 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-545a47bd-7618-4196-b9df-a5cbfa4826f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:29.288956 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:30.327973 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:32:30.369575 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:32.207599 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:56.638548 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-caebcdee-c8fe-4551-a7f4-05669a4af132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:57.676891 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:59.281105 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-6e9ef198-bafe-48d7-8c65-016bd1b3b305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:59.291321 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:00.377124 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:02.222719 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:07.325769 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:33:26.640150 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-08e971c5-c1c3-4f68-9c22-f1b2d1dacd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:27.695376 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:29.272944 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9910cedc-4bfe-4fe7-a7fe-9728261c71b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:29.290803 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:30.376840 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:32.218246 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:44.326272 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:33:56.643664 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-114af9f2-ca24-4524-83ba-58ca01496236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:57.711302 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:59.273749 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-15d4abe5-6a6a-474c-9568-9e8c1812ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:59.292266 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:00.378691 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:02.214607 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:21.325215 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:34:26.643885 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-637f8b7d-39d7-4bbc-9fb9-cc78814edcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.705455 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:29.275724 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-516301f3-fd37-401b-97d9-773cdc88dd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:29.292012 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:30.382585 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.217515 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:56.644561 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-e51959b1-193f-4d15-9cd6-89ccc0f84626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:57.713448 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-d24a67d8-6e08-490f-a72d-12fbc57c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:58.325267 dv-cinder-795785-1-iscsi neutron-server[98500]: DEBUG neutron.db.agents_db [None req-4421c01b-bb51-4960-851a-e9077e117969 None None] Agent healthcheck: found 6 active agents {{(pid=98500) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:34:59.277450 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-07e5b39d-fcfb-4749-8f25-02724ff7e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:59.296953 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-9f75a858-50cb-42b3-81a3-e194fb766f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:00.385637 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-0b991563-9794-4935-a5a4-20d3d4c4b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:02.219743 dv-cinder-795785-1-iscsi neutron-server[98499]: DEBUG neutron_lib.callbacks.manager [None req-b2b380ff-6962-4f39-9cbd-b6a548c08139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788776428189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-682541'] for agent, after_update {{(pid=98499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}